00000100:00080000:1.0F:1782361989.872535:0:3617:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d5d0c824):  req@ffff8cbbbff86680 x1868940961106944/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1782361807 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1782361989.872567:0:3617:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1868940961125760:0@lo:400:ldlm_lock_repla.0
00000100:00100000:0.0F:1782361989.872665:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0F:1782361989.872723:0:7432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961106944
00000100:00100000:3.0:1782361989.872738:0:7432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961106944
00000100:00100000:3.0:1782361989.872791:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618
00000100:00100000:3.0:1782361989.872800:0:7432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba85417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1868940961106944:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1782361989.872830:0:7432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446252544 avail 1300013056
00000100:00100000:3.0:1782361989.872878:0:7432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba85417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1868940961106944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (215us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361989.872897:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618
00000100:00100000:1.0:1782361989.872933:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbbff86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961106944:0@lo:41:osp-pre-0-1.0
00000400:00080000:3.0:1782361989.902692:0:43638:0:(debug.c:457:libcfs_run_debug_log_upcall()) Invoked LNET debug log upcall /usr/lib/lustre/lnet_debug_log_upcall /tmp/lustre-log.1782361989.43237
00010000:02000000:0.0:1782361989.902734:0:43237:0:(ldlm_lib.c:1855:target_finish_recovery()) lustre-MDT0000: Recovery over after 3:00, of 2 clients 1 recovered and 1 was evicted.
00000004:00000080:1.0:1782361989.917098:0:43237:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa4df479c3e10
00100000:10000000:1.0:1782361989.917118:0:43237:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread
00000004:00080000:2.0F:1782361989.917390:0:43225:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x1ca:0x0]
00000004:00080000:0.0:1782361989.917391:0:43223:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x1ca:0x0]
00000100:00100000:0.0:1782361989.917452:0:43223:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cba84750700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:43223:1868940961192448:0@lo:5:osp-pre-0-0.0
00000100:00100000:2.0:1782361989.917453:0:43225:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:43225:1868940961192576:0@lo:5:osp-pre-1-0.0
00000100:00100000:0.0:1782361989.917579:0:43223:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1782361989.917623:0:8398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961192448
00000100:00100000:0.0:1782361989.917624:0:43223:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cfff00 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.917633:0:8398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961192448
00000100:00100000:2.0:1782361989.917634:0:43225:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361989.917664:0:43225:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824bbf00 going to sleep for 11 seconds
00000100:00100000:0.0:1782361989.917681:0:8848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961192576
00000100:00100000:0.0:1782361989.917689:0:8848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961192576
00000100:00080000:3.0:1782361989.917712:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1782361989.917717:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1782361989.917745:0:8398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590
00000100:00100000:3.0:1782361989.917754:0:42055:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591
00000100:00100000:1.0:1782361989.917759:0:8398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba84752680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:43223:x1868940961192448:12345-0@lo:5:osp-pre-0-0.0
00000100:00100000:3.0:1782361989.917770:0:42055:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:43225:x1868940961192576:12345-0@lo:5:osp-pre-1-0.0
00002000:00080000:1.0:1782361989.917788:0:8398:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 577 -> diff = -119
00002000:00080000:3.0:1782361989.917790:0:42055:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 577 -> diff = -119
00002000:02000040:1.0:1782361989.917794:0:8398:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:459 to 0x280000401:577)
00002000:02000040:3.0:1782361989.917795:0:42055:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:459 to 0x2c0000401:577)
00002000:00010000:1.0:1782361989.917841:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x241:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.917849:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.917864:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x241:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.917867:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x241:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.917872:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.917899:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.917908:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.917924:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.917939:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.917976:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.917986:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.917997:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e75000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.918003:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918015:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918038:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918047:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c912b90/0x4a8a6555cee32b66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.918051:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x240:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.918061:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918068:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x240:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.918071:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x240:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.918074:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918075:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918079:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.918084:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918086:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918092:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918099:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918114:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.918142:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00002000:00010000:1.0:1782361989.918142:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.918148:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918152:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918172:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23f:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:2.0:1782361989.918175:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e75e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.918176:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.918184:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918185:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918198:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918206:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918207:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918229:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918239:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918243:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.918253:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058839170/0x4a8a6555cee32b6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918270:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.918277:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.918279:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.918280:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1782361989.918281:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.918286:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918289:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918304:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e74200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.918305:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23e:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.918309:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.918311:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918313:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918332:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918336:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918360:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918361:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918373:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918383:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ddeea37/0x4a8a6555cee32b74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918393:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.918401:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.918406:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918414:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e74800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.918419:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.918420:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.918426:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.918434:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918435:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918458:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23d:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.918460:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.918462:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918486:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918495:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918495:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918546:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918547:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002770a20/0x4a8a6555cee32b7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918578:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.918579:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1782361989.918583:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918592:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e75c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.918596:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918605:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.918613:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.918616:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918619:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918638:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2f20f2d/0x4a8a6555cee32b82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918640:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23c:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.918649:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.918658:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918665:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918666:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918669:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918674:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918680:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918688:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918696:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.918702:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00010000:1.0:1782361989.918728:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.918732:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918737:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23b:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.918744:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.918747:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918754:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918762:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918768:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918780:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1782361989.918801:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1782361989.918808:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.918809:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.918812:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1782361989.918817:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918821:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918835:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e75400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.918843:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918844:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23a:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.918852:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.918861:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918869:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918895:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb822400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.918898:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918904:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918909:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918909:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918926:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918939:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084406c88/0x4a8a6555cee32b89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918941:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.918957:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918973:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.918975:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d87df96/0x4a8a6555cee32b90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.918979:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1782361989.918981:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.918999:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.919004:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919008:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.919012:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.919015:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:1.0:1782361989.919023:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.919027:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919029:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919035:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.919053:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x239:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:0.0:1782361989.919055:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919058:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x239:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.919069:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919073:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5d70b9/0x4a8a6555cee32b97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919089:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919097:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.919101:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919102:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.919105:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.919117:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919133:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.919143:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.919152:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919161:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb822000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.919165:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.919170:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.919177:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919178:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919198:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x238:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.919200:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x238:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.919200:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919208:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919221:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919239:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000074e1a9c/0x4a8a6555cee32b9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919242:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919263:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919268:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.919272:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.919275:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.919284:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.919311:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.919318:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.919321:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x237:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.919330:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919333:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb822a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.919340:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x237:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:2.0:1782361989.919342:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919344:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x237:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.919352:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919366:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919390:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919418:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919419:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919441:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919443:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4034091/0x4a8a6555cee32ba5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919475:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.919478:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.919483:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919494:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb822c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.919495:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.919530:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.919530:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x236:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.919538:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919551:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919552:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x236:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.919559:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x236:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.919568:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919576:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919577:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919597:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919600:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ace7db40/0x4a8a6555cee32bac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919607:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919651:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.919659:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.919664:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919669:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.919677:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.919682:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.919684:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.919693:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919702:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919704:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x235:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.919709:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x235:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.919717:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919727:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919730:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919737:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919751:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d03aaef3/0x4a8a6555cee32bb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919752:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919778:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.919786:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.919787:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.919794:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919804:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823800 already unused, calling callback (ffffffffc0d84e90)
00002000:00010000:1.0:1782361989.919805:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1782361989.919809:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919810:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919829:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x234:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.919839:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x234:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.919846:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919858:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919861:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919874:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919893:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919915:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068207e82/0x4a8a6555cee32bba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919916:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.919950:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.919952:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.919958:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.919959:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.919969:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.919974:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.919984:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.919996:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:2.0:1782361989.919997:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920007:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920010:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b13d561c/0x4a8a6555cee32bc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920022:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x233:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.920025:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x233:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.920029:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920052:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920059:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920062:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.920066:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.920070:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920074:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920086:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.920098:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.920105:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920114:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.920119:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.920121:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.920134:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920136:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920159:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x232:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.920165:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x232:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.920165:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920173:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920177:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f9d83f5/0x4a8a6555cee32bc8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920199:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920224:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920232:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920234:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920236:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.920239:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920254:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.920263:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.920268:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920277:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.920281:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920290:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.920292:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.920301:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920309:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920314:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x231:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.920322:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x231:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.920326:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052330121/0x4a8a6555cee32bcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920327:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920352:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920358:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920359:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.920363:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920366:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920367:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920380:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.920390:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.920396:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920416:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb822200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.920420:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1782361989.920421:0:8398:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.920433:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920436:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920453:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x230:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.920457:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x230:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.920463:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920463:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920482:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920485:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b64c4c0/0x4a8a6555cee32bd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920519:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920528:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.920530:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.920534:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.920538:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920557:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.920577:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.920585:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920593:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb822800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.920600:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920601:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920624:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920633:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 120 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920643:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920644:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x22f:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.920652:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.920662:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920664:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fa4aee0/0x4a8a6555cee32bdd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.920693:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.920695:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.920698:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.920709:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 120 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.920727:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 120 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.920742:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961192704:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.920832:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.923406:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961192704:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.923435:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.923600:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.923664:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603072
00000100:00100000:2.0:1782361989.923675:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603072
00010000:00010000:2.0:1782361989.923728:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 121 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1782361989.923773:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1782361989.923783:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 75
00000100:00100000:2.0:1782361989.923798:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+121:2396:x1868940951603072:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.923815:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.923823:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 121 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.923840:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 121 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.923862:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008646f206/0x4a8a6555cee326ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dabf expref: 121 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.923890:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.923896:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.923902:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.923913:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.923963:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.923996:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.924006:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.924014:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.924017:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+120:2396:x1868940951603072:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 221us (436us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.924028:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.924037:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 75
00010000:00010000:1.0:1782361989.924049:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.924087:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.924095:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.924106:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb823000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.924111:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.924123:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.924134:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.924139:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.924147:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 119 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.924154:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000441c257/0x4a8a6555cee32be4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.924157:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x22e:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.924163:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.924169:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.924190:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.924194:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.924196:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.924209:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 119 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.924226:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 119 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.924240:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961192832:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.924304:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00002000:00010000:3.0:1782361989.927327:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x241:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.927339:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927355:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x241:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.927359:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x241:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.927364:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927376:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927384:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927399:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927419:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361989.927448:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961192832:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.927458:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1782361989.927464:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361989.927472:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927485:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0ee0400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.927491:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.927495:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927535:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.927569:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603200
00000100:00100000:1.0:1782361989.927575:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603200
00010000:00010000:0.0:1782361989.927575:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927588:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059892f0d/0x4a8a6555cee32bf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.927608:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 120 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927616:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00010000:3.0:1782361989.927620:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x240:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.927623:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.927630:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927630:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361989.927646:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 76
00010000:00010000:3.0:1782361989.927656:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x240:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.927660:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x240:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.927668:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.927668:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+120:2397:x1868940951603200:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.927685:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.927686:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.927696:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 120 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927700:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927735:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.927737:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 120 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927786:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.927787:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd719e19/0x4a8a6555cee3265e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da95 expref: 120 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.927806:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.927808:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.927811:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.927817:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927817:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.927823:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.927844:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.927859:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927862:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0ee0a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.927872:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927901:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23f:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.927925:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.927927:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927938:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.927941:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.927965:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.927974:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.927974:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.927976:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.927989:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+119:2397:x1868940951603200:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 321us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361989.928028:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 76
00010000:00010000:3.0:1782361989.928042:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928043:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928044:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a49c0ff6/0x4a8a6555cee32bf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928105:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928112:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.928122:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.928130:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928142:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.928144:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0ee1000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.928146:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.928150:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928152:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.928157:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.928170:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.928182:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928184:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.928196:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.928202:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff36c63a/0x4a8a6555cee32c00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928205:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.928208:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.928229:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928232:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.928233:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.928238:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.928244:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928248:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23e:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.928248:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.928265:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.928282:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928285:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928300:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928304:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928315:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928373:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928373:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 118 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928375:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32beb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928433:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928439:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x22d:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.928448:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.928449:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.928457:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928459:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1782361989.928460:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.928485:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.928486:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0ee1a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.928534:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.928548:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.928567:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928569:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.928598:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 118 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928616:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928617:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23d:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.928635:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1782361989.928645:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 118 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928650:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928655:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfc9ca17/0x4a8a6555cee32c07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928692:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928716:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928722:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361989.928723:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961192960:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.928729:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.928735:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.928741:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928772:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.928801:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.928809:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928818:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0ee0c00 already unused, calling callback (ffffffffc0d84e90)
00002000:00010000:3.0:1782361989.928821:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.928825:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928830:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.928834:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824bb3c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.928855:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928856:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23c:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.928869:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.928901:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928906:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928922:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f48e72e/0x4a8a6555cee32c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.928937:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.928942:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.928944:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.928959:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928967:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928972:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.928987:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.929015:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00002000:00010000:3.0:1782361989.929023:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.929024:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929033:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929057:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0ee0e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.929064:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23b:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.929066:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929077:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929082:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.929101:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929103:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929142:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002729ccb2/0x4a8a6555cee32c1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929146:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929167:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929171:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.929183:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.929186:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.929242:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929264:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.929290:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.929298:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929308:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c8200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.929313:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.929320:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.929324:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929329:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929353:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23a:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.929353:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929361:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.929383:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929384:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051944b14/0x4a8a6555cee32c23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929444:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929447:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.929453:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.929455:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.929470:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929488:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929535:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.929544:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.929553:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929564:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c9c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.929569:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929577:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.929591:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.929592:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929610:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929613:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f9cb8f3/0x4a8a6555cee32c2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929653:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x239:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.929659:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x239:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.929664:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.929665:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929669:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.929681:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929682:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.929695:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929703:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929724:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.929743:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.929750:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929759:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c9600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.929764:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929773:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.929774:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.929793:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929802:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929840:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1aac19a/0x4a8a6555cee32c31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929843:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x238:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.929858:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x238:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.929866:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.929870:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.929874:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.929892:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.929902:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929915:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929924:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.929946:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.929972:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.929978:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.929986:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c8c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.929989:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.930000:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x237:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.930005:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930010:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930017:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930038:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x237:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.930040:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a6fd978/0x4a8a6555cee32c38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930056:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x237:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.930064:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930066:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.930069:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.930071:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.930084:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930109:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930117:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930140:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.930174:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.930181:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.930190:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x236:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.930190:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c9800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.930197:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930201:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930210:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930216:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x236:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.930221:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x236:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.930227:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930228:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930251:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930260:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd47ecd1/0x4a8a6555cee32c3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930272:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930288:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930310:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.930314:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.930318:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930324:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1782361989.930327:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c8400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.930332:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930340:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.930355:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930362:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.930371:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4e90782/0x4a8a6555cee32c46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.930373:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.930384:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930397:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x235:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.930399:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.930401:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x235:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.930403:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.930407:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.930409:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930421:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930430:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930439:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930457:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.930486:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.930495:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.930521:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.930531:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930537:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c9e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.930547:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930550:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x234:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.930571:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x234:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.930589:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930591:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930632:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930640:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930647:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930663:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad6bee6b/0x4a8a6555cee32c4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930669:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930709:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.930712:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.930719:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930730:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c9000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.930734:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.930736:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930751:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.930757:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1782361989.930765:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930767:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930814:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x233:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:0.0:1782361989.930815:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f1e7039/0x4a8a6555cee32c54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930823:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x233:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.930836:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930869:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930901:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930902:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.930906:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.930908:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.930923:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.930939:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.930951:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.930959:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930969:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c8000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.930974:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.930984:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.930989:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:3.0:1782361989.931003:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931003:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931053:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x232:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.931059:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x232:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1782361989.931063:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae3b09ba/0x4a8a6555cee32c5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931067:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931103:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931105:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.931110:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.931114:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.931120:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931131:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931148:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.931166:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.931171:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931178:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbb907c9a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.931181:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931189:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.931194:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.931199:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931202:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931207:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e967b6d2/0x4a8a6555cee32c62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931221:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.931224:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x231:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:1.0:1782361989.931224:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.931226:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.931231:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x231:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1782361989.931237:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931247:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931257:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931264:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931279:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.931284:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.931290:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931299:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.931303:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1782361989.931327:0:42055:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:1.0:1782361989.931329:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931337:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931346:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931349:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x230:0x0].0x0 since=1054s v=(0 0)
00010000:00010000:3.0:1782361989.931357:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x230:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1782361989.931359:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32c69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931365:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.931372:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.931375:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.931376:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.931377:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931400:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931408:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931428:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.931466:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.931470:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931475:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931536:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 120 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931564:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.931567:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22f:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.931572:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931574:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.931589:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931601:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931621:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931630:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee32c70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.931642:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 120 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.931649:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.931654:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.931659:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.931665:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 120 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.931687:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193088:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.931797:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce7000 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.932267:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.932308:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603328
00000100:00100000:2.0:1782361989.932316:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961192960:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.932320:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603328
00010000:00010000:2.0:1782361989.932349:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.932358:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 119 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.932421:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 77
00000100:00100000:3.0:1782361989.932435:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+119:2396:x1868940951603328:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.932449:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.932454:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 119 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.932466:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 119 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.932597:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f1583ff/0x4a8a6555cee325ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da6b expref: 119 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.932615:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.932620:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.932626:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.932637:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.932678:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.932689:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.932692:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193088:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.932700:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.932710:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.932712:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.932720:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.932751:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.932771:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1782361989.932772:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+118:2396:x1868940951603328:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 336us (502us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361989.932780:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.932795:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 77
00010000:00010000:0.0:1782361989.932797:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.932806:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.932818:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.932845:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.932855:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee32c0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.932876:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.932890:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.932894:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.932899:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.932917:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 117 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.932927:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x22c:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.932931:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.932936:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.932957:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 117 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.932965:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 117 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.932974:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193216:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.933039:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.933041:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.933084:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603456
00000100:00100000:3.0:1782361989.933090:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603456
00000100:00080000:1.0:1782361989.933123:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1782361989.933124:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 121 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.933148:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 78
00000100:00100000:3.0:1782361989.933197:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb9fd64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+121:2397:x1868940951603456:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.933209:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.933215:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 121 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.933228:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 121 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.933245:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddfdfddc/0x4a8a6555cee32706 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dad4 expref: 121 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.933259:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.933263:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.933267:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.933285:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.933303:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.933327:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.933332:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb9fd64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+120:2397:x1868940951603456:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 177us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361989.933347:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 78
00010000:00010000:2.0:1782361989.933351:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933369:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933386:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933399:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.933405:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.933410:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.933429:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.933434:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.933444:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933449:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.933457:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933462:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 119 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.933466:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee32c77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933471:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22e:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.933475:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.933480:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.933485:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.933487:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.933489:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.933563:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 119 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.933576:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 119 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.933588:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193344:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.933636:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824bb3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.933723:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193216:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.933745:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.934164:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.934209:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603584
00000100:00100000:2.0:1782361989.934214:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603584
00010000:00010000:2.0:1782361989.934245:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 118 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.934291:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 79
00000100:00100000:1.0:1782361989.934306:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+118:2396:x1868940951603584:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.934317:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.934331:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 118 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934344:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 118 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934362:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bee5a4ac/0x4a8a6555cee3257e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da41 expref: 118 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934377:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.934381:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.934386:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934397:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.934399:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193344:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.934420:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934437:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.934472:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.934473:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+117:2396:x1868940951603584:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 170us (307us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.934490:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.934491:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 79
00000100:00100000:1.0:1782361989.934631:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361989.934647:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.934658:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603712
00000100:00100000:2.0:1782361989.934665:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603712
00010000:00010000:3.0:1782361989.934674:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934689:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 120 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.934692:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361989.934728:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 80
00000100:00100000:2.0:1782361989.934741:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade40450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+120:2397:x1868940951603712:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.934752:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.934752:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.934760:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934764:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934765:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 120 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934793:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.934798:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 116 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934799:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 120 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934808:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934831:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934837:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32696 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040daaa expref: 120 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.934851:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x22b:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.934859:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.934861:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.934869:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.934873:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934893:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.934894:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32c7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934910:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.934919:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934924:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.934930:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 116 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.934930:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.934935:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.934941:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.934951:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 116 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.934971:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193472:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.934971:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.934973:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade40450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+119:2397:x1868940951603712:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 235us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.934996:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 80
00010000:00010000:0.0:1782361989.935009:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935026:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935033:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.935048:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce7000 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.935061:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.935079:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.935084:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935106:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.935110:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935117:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935129:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935135:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32c85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935157:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.935158:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.935159:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.935246:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935258:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 118 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935264:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22d:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.935267:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.935270:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935304:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 118 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.935315:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 118 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.935327:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbb9fd64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193600:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.935388:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.935816:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193472:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.935831:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.936148:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.936226:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbb9fd64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193600:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.936243:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.936280:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603840
00000100:00100000:2.0:1782361989.936288:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603840
00010000:00010000:2.0:1782361989.936315:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 117 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.936350:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 81
00000100:00100000:2.0:1782361989.936362:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+117:2396:x1868940951603840:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.936373:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.936379:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 117 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936394:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 117 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936413:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b38c22/0x4a8a6555cee3250e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da17 expref: 117 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936442:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.936447:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.936452:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936462:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936643:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361989.936714:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+116:2396:x1868940951603840:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 349us (565us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.936729:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 81
00010000:00010000:3.0:1782361989.936734:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.936746:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.936758:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.936776:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.936776:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.936813:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951603968
00000100:00100000:2.0:1782361989.936819:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951603968
00010000:00010000:2.0:1782361989.936842:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 119 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.936848:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.936858:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.936869:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.936874:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.936900:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.936909:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 82
00000100:00100000:2.0:1782361989.936932:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+119:2397:x1868940951603968:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.936933:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936943:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.936958:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 119 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.936978:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.936982:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1782361989.936984:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.936991:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32c8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.936991:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 119 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.936994:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.937049:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd4996b0/0x4a8a6555cee32626 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da80 expref: 119 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.937063:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.937068:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.937074:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.937083:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.937091:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.937107:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 115 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.937111:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.937120:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x22a:0x0].0x0 since=199s v=(0 0)
00010000:00010000:3.0:1782361989.937124:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.937130:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937139:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.937158:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+118:2397:x1868940951603968:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 230us (379us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.937164:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 115 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937185:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.937194:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 82
00010000:00010000:3.0:1782361989.937196:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 115 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937235:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.937247:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193728:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.937252:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937290:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.937349:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.937358:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937364:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.937377:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.937387:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937393:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 117 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.937399:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce7000 going to sleep for 11 seconds
00010000:00010000:1.0:1782361989.937415:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937415:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22c:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.937422:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.937432:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.937467:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.937481:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32c93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.937483:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 117 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.937572:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.937573:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 117 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.937577:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.937583:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361989.937595:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbb9fd64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193856:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.937669:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffe40 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.938176:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193728:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.938195:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.938448:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbb9fd64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961193856:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.938464:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361989.938471:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.938646:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604096
00000100:00100000:3.0:1782361989.938653:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604096
00010000:00010000:3.0:1782361989.938680:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 116 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.938710:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.938731:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604224
00000100:00100000:3.0:1782361989.938737:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604224
00000100:00100000:2.0:1782361989.938757:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 83
00010000:00010000:3.0:1782361989.938762:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 118 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.938778:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+116:2396:x1868940951604096:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1782361989.938789:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 84
00010000:00010000:2.0:1782361989.938791:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.938804:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 116 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.938813:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+118:2397:x1868940951604224:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.938839:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 116 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.938840:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.938854:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 118 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.938903:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 118 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.938921:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2ecaab0/0x4a8a6555cee3249e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ed expref: 116 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.938931:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdf6a7fe/0x4a8a6555cee325b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da56 expref: 118 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.938951:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.938957:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.938974:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.938988:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.938990:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.939005:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.939020:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.939034:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.939040:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.939062:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.939068:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.939071:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939080:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939085:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.939095:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+115:2396:x1868940951604096:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 323us (629us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.939101:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.939119:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+117:2397:x1868940951604224:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 304us (400us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.939126:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 83
00010000:00010000:1.0:1782361989.939152:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939161:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361989.939168:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 84
00010000:00010000:1.0:1782361989.939181:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939194:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939212:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.939219:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939225:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939239:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 114 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939266:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x229:0x0].0x0 since=199s v=(0 0)
00010000:00010000:3.0:1782361989.939271:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x229:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.939272:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.939277:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939282:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939298:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939314:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939324:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32c9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.939339:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 114 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939344:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.939350:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.939353:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.939354:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 114 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.939366:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193984:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.939378:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.939394:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.939402:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.939413:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.939419:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.939423:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce79c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.939438:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.939454:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939456:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.939477:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939479:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 116 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939496:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22b:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.939518:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.939524:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.939529:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.939556:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.939562:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939604:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 116 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.939618:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 116 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.939632:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194112:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.939695:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548300 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.940100:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961193984:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.940114:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.940400:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194112:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.940419:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.940658:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.940695:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604352
00000100:00100000:0.0:1782361989.940703:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.940705:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604352
00010000:00010000:2.0:1782361989.940733:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 115 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.940823:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604480
00000100:00100000:2.0:1782361989.940833:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 85
00000100:00100000:1.0:1782361989.940833:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604480
00000100:00100000:2.0:1782361989.940852:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb9fd64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+115:2396:x1868940951604352:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.940866:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.940869:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 117 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.940877:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 115 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.940931:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 115 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.940944:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 86
00000100:00100000:1.0:1782361989.940960:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa61d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+117:2396:x1868940951604480:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.940963:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e07c52ec/0x4a8a6555cee3242e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9c3 expref: 115 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.940986:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.940989:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x229:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.940997:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x229:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.940999:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 117 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941010:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941025:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941072:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 117 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941083:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.941099:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941100:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000471a25c6/0x4a8a6555cee32546 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da2c expref: 117 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.941134:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.941147:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb9fd64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+114:2396:x1868940951604352:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 290us (478us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.941165:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941173:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22b:0x0].0x0 since=0s v=(1 0)
00000100:00100000:2.0:1782361989.941174:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 85
00010000:00010000:3.0:1782361989.941176:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941194:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.941201:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.941206:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.941220:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941252:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.941258:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.941268:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941276:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.941284:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.941285:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.941303:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941304:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.941318:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa61d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+116:2396:x1868940951604480:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 350us (608us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361989.941350:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941370:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.941374:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 86
00010000:00010000:3.0:1782361989.941384:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 113 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.941395:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.941429:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x228:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.941431:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.941434:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32ca8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.941444:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x228:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.941473:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.941526:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.941536:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.941538:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.941564:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 113 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.941589:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 113 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.941600:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961194240:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.941608:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.941625:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.941635:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941647:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.941652:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941676:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941682:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941697:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941704:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 115 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.941714:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce79c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361989.941739:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32caf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941740:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22a:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.941753:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.941769:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.941785:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.941790:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.941795:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.941803:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 115 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.941817:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 115 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.941827:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194368:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.941873:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.942423:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961194240:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.942436:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.942617:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194368:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.942628:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361989.942660:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.942759:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604608
00000100:00100000:3.0:1782361989.942764:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604608
00010000:00010000:3.0:1782361989.942789:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 114 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.942804:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.942837:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604736
00000100:00100000:3.0:1782361989.942845:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604736
00000100:00100000:2.0:1782361989.942864:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 87
00010000:00010000:3.0:1782361989.942867:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 116 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.942899:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade41850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+114:2396:x1868940951604608:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.942912:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1782361989.942913:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 88
00010000:00010000:2.0:1782361989.942924:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 114 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.942930:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+116:2397:x1868940951604736:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.942944:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.942950:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 114 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.942951:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 116 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.942983:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a31a9ed6/0x4a8a6555cee323be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d999 expref: 114 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.942988:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 116 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.943000:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x228:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.943006:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x228:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.943012:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943013:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003527b941/0x4a8a6555cee324d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040da02 expref: 116 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.943036:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943043:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.943049:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.943054:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943065:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.943069:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.943103:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.943110:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.943112:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade41850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+113:2396:x1868940951604608:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 235us (489us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361989.943126:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.943140:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+115:2397:x1868940951604736:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 208us (337us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.943157:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.943185:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 87
00010000:00010000:0.0:1782361989.943185:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.943191:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.943204:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 88
00010000:00010000:1.0:1782361989.943227:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943231:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943245:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.943249:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.943269:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1782361989.943272:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1782361989.943279:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943286:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.943288:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.943298:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943299:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943327:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.943336:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943343:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943356:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.943363:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.943383:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 112 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.943390:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x227:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.943394:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x227:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.943399:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943410:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943414:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.943433:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 112 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943439:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee32cbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943470:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943492:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.943570:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.943578:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.943583:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 112 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.943593:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.943598:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.943601:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361989.943607:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961194496:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.943635:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943648:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 114 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943654:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x229:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.943657:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x229:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.943661:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.943680:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825489c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.943684:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 114 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.943696:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 114 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.943717:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaa61d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194624:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.943762:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffe40 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.944545:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961194496:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.944562:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.944737:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaa61d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194624:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.944756:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.944896:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.944938:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.944939:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604864
00000100:00100000:0.0:1782361989.944949:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604864
00010000:00010000:0.0:1782361989.944982:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 113 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.944998:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951604992
00000100:00100000:1.0:1782361989.945005:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951604992
00010000:00010000:1.0:1782361989.945029:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 115 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.945038:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 89
00000100:00100000:0.0:1782361989.945066:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+113:2397:x1868940951604864:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.945083:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.945092:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 113 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945114:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 113 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.945123:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 90
00010000:00010000:0.0:1782361989.945152:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c10576cb/0x4a8a6555cee3234e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d96f expref: 113 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.945165:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+115:2396:x1868940951604992:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.945186:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.945195:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 115 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945236:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 115 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945241:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x227:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.945248:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x227:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.945256:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008aabfb57/0x4a8a6555cee32466 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9d8 expref: 115 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945257:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945277:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945285:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x229:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.945291:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x229:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.945295:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945302:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945312:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.945330:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.945338:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945349:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.945350:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.945377:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+114:2396:x1868940951604992:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 229us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361989.945378:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+112:2397:x1868940951604864:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 311us (483us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.945382:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945384:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.945405:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 90
00010000:00010000:3.0:1782361989.945418:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945424:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.945434:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 89
00010000:00010000:2.0:1782361989.945450:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.945453:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.945463:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.945469:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945478:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.945483:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945492:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945552:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945560:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32cc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.945582:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.945584:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.945586:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.945595:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945598:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.945616:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 111 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945616:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.945630:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.945632:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x226:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.945646:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.945652:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945662:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945669:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945678:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945690:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 113 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.945694:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x226:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.945715:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.945720:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x228:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.945737:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x228:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.945758:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945781:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32ccb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.945799:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 111 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945814:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.945825:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.945832:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 111 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.945834:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.945844:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 113 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.945854:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961194752:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.945863:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 113 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.945893:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194880:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.945933:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce7000 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.945936:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb180 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.946743:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961194752:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.946761:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.946806:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961194880:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.946827:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.947023:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.947047:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605120
00000100:00100000:3.0:1782361989.947052:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605120
00000100:00100000:2.0:1782361989.947059:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.947111:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605248
00000100:00100000:0.0:1782361989.947119:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605248
00010000:00010000:3.0:1782361989.947121:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 112 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947151:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 114 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.947165:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 91
00000100:00100000:3.0:1782361989.947174:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+112:2397:x1868940951605120:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.947183:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1782361989.947185:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 92
00010000:00010000:3.0:1782361989.947191:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 112 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.947206:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+114:2396:x1868940951605248:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.947210:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 112 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.947219:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.947229:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 114 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947234:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cad56c4c/0x4a8a6555cee322de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d945 expref: 112 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947256:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x226:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.947256:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 114 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947264:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x226:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.947274:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.947287:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfc1414b/0x4a8a6555cee323f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d9ae expref: 114 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947288:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.947317:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x228:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.947322:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x228:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.947331:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.947335:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.947346:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947351:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947363:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.947366:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+111:2397:x1868940951605120:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 193us (345us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.947368:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361989.947378:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 91
00010000:00010000:1.0:1782361989.947378:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947394:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.947404:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+113:2396:x1868940951605248:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 203us (343us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.947414:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361989.947419:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 92
00010000:00010000:1.0:1782361989.947475:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947490:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 110 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947491:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.947539:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947553:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x225:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.947572:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x225:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.947572:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.947584:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947586:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947637:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947654:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 110 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.947720:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 110 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947724:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.947739:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195008:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.947744:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32cd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947774:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.947776:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.947781:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361989.947799:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.947807:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947819:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947830:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947839:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947863:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.947894:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.947900:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947942:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.947945:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947952:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947966:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947973:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32cd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.947975:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.947996:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.948000:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.948000:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 112 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.948004:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.948021:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x227:0x0].0x0 since=199s v=(0 0)
00010000:00010000:0.0:1782361989.948025:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x227:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.948030:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.948061:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 112 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.948073:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 112 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.948087:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaa61d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195136:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.948147:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffcc0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.948627:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195008:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.948652:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.948836:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.948843:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaa61d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195136:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.948867:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.948928:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605376
00000100:00100000:1.0:1782361989.948936:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605376
00010000:00010000:1.0:1782361989.948960:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 111 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.948996:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 93
00000100:00100000:1.0:1782361989.949009:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+111:2396:x1868940951605376:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.949031:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.949039:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 111 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.949054:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 111 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.949072:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b4ac87/0x4a8a6555cee3226e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d91b expref: 111 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.949087:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x225:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.949092:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x225:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.949097:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.949108:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.949124:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.949145:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361989.949173:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605504
00010000:00010000:3.0:1782361989.949175:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.949182:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605504
00000100:00100000:1.0:1782361989.949187:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+110:2396:x1868940951605376:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 178us (351us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.949202:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.949204:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 93
00010000:00010000:3.0:1782361989.949220:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.949221:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 113 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949245:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.949268:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 94
00010000:00010000:3.0:1782361989.949269:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.949284:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1782361989.949286:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade41c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+113:2397:x1868940951605504:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.949293:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949319:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.949322:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.949325:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.949335:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 113 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949349:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.949363:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 113 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949370:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949382:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32ce0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949383:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.949389:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb74b193/0x4a8a6555cee32386 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d984 expref: 113 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949432:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 109 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949453:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x224:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.949454:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.949457:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x224:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.949459:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.949460:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x227:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.949464:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949464:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.949467:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x227:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.949490:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.949547:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949559:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 109 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949572:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 109 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.949578:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361989.949585:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195264:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.949597:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949611:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949622:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.949636:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade41c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+112:2397:x1868940951605504:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 351us (511us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.949640:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.949645:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce7000 going to sleep for 11 seconds
00000100:00100000:0.0:1782361989.949667:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 94
00010000:00010000:2.0:1782361989.949682:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.949691:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.949698:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949713:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.949717:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949725:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949740:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949746:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee32ce7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949756:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.949759:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.949762:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.949765:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.949777:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 111 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949786:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x226:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.949790:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x226:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.949795:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949832:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 111 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.949843:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 111 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.949855:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195392:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.949915:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.950468:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195264:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.950485:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.950894:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.950928:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605632
00000100:00100000:3.0:1782361989.950936:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605632
00010000:00010000:3.0:1782361989.950965:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 110 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.951011:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195392:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.951029:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.951036:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 95
00000100:00100000:1.0:1782361989.951056:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+110:2397:x1868940951605632:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.951066:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.951073:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 110 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951085:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 110 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951101:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4a585a0/0x4a8a6555cee321fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8f1 expref: 110 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951120:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x224:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.951123:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x224:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.951127:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951133:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951169:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.951185:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951208:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.951209:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.951222:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+109:2397:x1868940951605632:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 165us (333us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.951241:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.951252:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 95
00010000:00010000:3.0:1782361989.951268:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.951286:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605760
00010000:00010000:3.0:1782361989.951287:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1782361989.951294:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605760
00010000:00010000:2.0:1782361989.951299:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.951308:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951317:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 112 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951335:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.951344:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951345:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.951364:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 96
00010000:00010000:2.0:1782361989.951366:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.951378:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+112:2397:x1868940951605760:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.951402:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.951404:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951410:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 112 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951421:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 108 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951466:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32cee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951470:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x223:0x0].0x0 since=199s v=(0 0)
00010000:00010000:1.0:1782361989.951477:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 112 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951483:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x223:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.951536:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951556:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002664f6fa/0x4a8a6555cee32316 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d95a expref: 112 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951569:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 108 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951569:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.951577:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.951578:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x226:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.951587:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.951600:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x226:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.951604:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 108 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951611:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.951626:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195520:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.951640:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.951670:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361989.951689:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce79c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.951705:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa61fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+111:2397:x1868940951605760:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 330us (511us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.951710:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.951713:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 96
00010000:00010000:2.0:1782361989.951730:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951743:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951752:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951771:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.951780:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.951785:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951792:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.951795:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951802:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951824:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951839:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 110 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951847:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x225:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.951859:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x225:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.951864:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951905:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951907:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 110 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.951931:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32cf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.951937:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 110 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.951959:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195648:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.951963:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.951967:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361989.952005:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb000 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.952041:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361989.952619:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195520:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.952633:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.952719:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195648:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.952735:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.952909:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.952951:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951605888
00000100:00100000:1.0:1782361989.952956:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951605888
00000100:00100000:0.0:1782361989.952958:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.952977:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 109 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.953006:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606016
00000100:00100000:1.0:1782361989.953009:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606016
00010000:00010000:1.0:1782361989.953028:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 111 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.953030:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 97
00000100:00100000:2.0:1782361989.953058:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa61d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+109:2396:x1868940951605888:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1782361989.953059:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 98
00000100:00100000:3.0:1782361989.953072:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+111:2397:x1868940951606016:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.953076:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.953082:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.953089:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 109 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953090:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 111 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953117:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 111 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953123:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 109 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953134:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c11c3064/0x4a8a6555cee322a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d930 expref: 111 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953150:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x225:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.953154:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x225:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.953158:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953165:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953168:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000444e4b49/0x4a8a6555cee3218e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8c7 expref: 109 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953185:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x223:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.953187:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.953190:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x223:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.953197:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953208:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953220:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.953232:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+110:2397:x1868940951606016:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 161us (274us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.953234:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361989.953255:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 98
00010000:00010000:0.0:1782361989.953258:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.953280:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa61d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+108:2396:x1868940951605888:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 220us (362us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361989.953281:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953295:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.953314:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 97
00010000:00010000:3.0:1782361989.953337:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953340:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953353:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953363:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953376:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1782361989.953390:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1782361989.953398:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953408:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.953414:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.953415:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.953419:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1782361989.953431:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953437:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.953457:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.953466:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953490:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.953546:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953548:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953559:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 107 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953567:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953604:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 109 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.953623:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953629:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x222:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.953629:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee32d03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953654:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x222:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.953673:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x224:0x0].0x0 since=199s v=(0 0)
00010000:00010000:3.0:1782361989.953676:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.953682:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32cfc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953701:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x224:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.953710:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.953719:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.953728:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.953729:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.953758:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.953766:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.953772:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.953796:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 107 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.953813:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 107 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.953815:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 109 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.953838:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195776:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.953853:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 109 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.953905:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaec66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195904:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.953915:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce79c0 going to sleep for 11 seconds
00000100:00100000:0.0:1782361989.953965:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff780 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.954752:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961195776:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.954775:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.954813:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaec66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961195904:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.954831:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.955055:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.955100:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.955118:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606144
00000100:00100000:0.0:1782361989.955126:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606144
00000100:00100000:2.0:1782361989.955149:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606272
00010000:00010000:0.0:1782361989.955157:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 110 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.955159:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606272
00010000:00010000:2.0:1782361989.955190:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 108 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.955205:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 99
00000100:00100000:1.0:1782361989.955226:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 100
00000100:00100000:0.0:1782361989.955227:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+110:2396:x1868940951606144:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.955246:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1782361989.955253:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+108:2397:x1868940951606272:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.955255:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 110 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955269:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.955274:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 110 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955281:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 108 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955302:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 108 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955304:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e602294/0x4a8a6555cee32236 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d906 expref: 110 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955332:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee3211e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d89d expref: 108 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955332:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x224:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.955344:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x224:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.955350:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x222:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.955352:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955354:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x222:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.955365:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955373:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955393:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.955417:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.955429:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.955435:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955445:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955454:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.955455:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955474:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.955474:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+107:2397:x1868940951606272:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 221us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361989.955477:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+109:2396:x1868940951606144:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 249us (410us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.955547:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.955563:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 100
00010000:00010000:2.0:1782361989.955587:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.955596:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 99
00010000:00010000:2.0:1782361989.955621:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955638:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1782361989.955650:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1782361989.955654:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1782361989.955660:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955670:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.955671:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.955676:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955682:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955687:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.955719:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955728:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955733:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.955747:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.955757:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 108 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955769:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.955772:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x223:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.955787:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x223:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.955811:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.955811:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955821:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955851:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955857:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.955863:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.955867:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 108 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955873:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.955894:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.955901:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 108 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.955907:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.955915:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361989.955925:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196032:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.955956:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.955973:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 106 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.955988:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddbe40 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.955993:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x221:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.955998:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x221:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.956003:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.956025:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 106 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.956032:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 106 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.956040:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196160:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.956068:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb92ce79c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.956695:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196032:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.956725:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.956780:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196160:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.956821:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.957014:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.957052:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606528
00000100:00100000:3.0:1782361989.957061:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606528
00000100:00100000:0.0:1782361989.957061:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361989.957087:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 107 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.957116:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606400
00000100:00100000:2.0:1782361989.957122:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606400
00000100:00100000:3.0:1782361989.957124:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 101
00000100:00100000:3.0:1782361989.957139:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+107:2396:x1868940951606528:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.957148:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 109 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957163:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.957172:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 107 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.957186:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 102
00010000:00010000:3.0:1782361989.957188:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 107 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957209:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c29b9df3/0x4a8a6555cee320ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d873 expref: 107 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957223:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x221:0x0].0x0 since=0s v=(1 0)
00000100:00100000:2.0:1782361989.957224:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+109:2397:x1868940951606400:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.957231:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x221:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.957238:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957238:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.957249:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 109 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957254:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957275:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 109 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957293:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.957294:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9a5f8fb/0x4a8a6555cee321c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8dc expref: 109 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957311:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x223:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.957315:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x223:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.957322:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957323:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.957339:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade43c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+106:2396:x1868940951606528:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 198us (320us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.957358:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.957372:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 101
00010000:00010000:1.0:1782361989.957373:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957405:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957414:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.957417:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.957448:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957450:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361989.957458:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+108:2397:x1868940951606400:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 254us (396us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361989.957487:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.957488:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 102
00010000:00010000:0.0:1782361989.957547:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.957556:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.957581:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1782361989.957588:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1782361989.957597:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957609:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.957616:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957622:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957629:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957660:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 105 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.957661:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957662:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.957667:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957676:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957718:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee32d1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957722:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x220:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.957726:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 107 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957743:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x220:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.957770:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.957781:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.957784:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x222:0x0].0x0 since=199s v=(0 0)
00010000:00010000:2.0:1782361989.957787:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.957793:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.957804:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x222:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.957812:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.957815:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957822:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957848:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957856:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 105 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.957916:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 105 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.957929:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 107 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.957937:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196288:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.957947:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 107 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.957966:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaec67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196416:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.957976:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.957989:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.958012:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.958017:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.958024:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361989.958037:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548480 going to sleep for 11 seconds
00000100:00100000:0.0:1782361989.958038:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.958862:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196288:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.958905:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaec67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196416:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.958908:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.958951:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.959001:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.959044:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606656
00000100:00100000:1.0:1782361989.959052:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606656
00010000:00010000:1.0:1782361989.959080:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 106 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.959118:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 103
00000100:00100000:1.0:1782361989.959130:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+106:2397:x1868940951606656:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.959152:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.959159:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 106 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959173:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 106 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959196:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee3203e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d849 expref: 106 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.959213:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.959213:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x220:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.959221:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x220:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.959227:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959237:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.959255:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606784
00000100:00100000:0.0:1782361989.959261:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606784
00010000:00010000:1.0:1782361989.959268:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.959287:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 108 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.959289:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.959323:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+105:2397:x1868940951606656:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 186us (314us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.959339:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.959353:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 103
00010000:00010000:3.0:1782361989.959373:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.959373:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 104
00000100:00100000:0.0:1782361989.959397:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+108:2397:x1868940951606784:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.959425:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.959434:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 108 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.959448:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 108 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.959464:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b540548/0x4a8a6555cee32156 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d8b2 expref: 108 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.959477:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.959540:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.959547:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x222:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.959554:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x222:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.959557:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.959560:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959566:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.959576:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959598:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.959607:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.959608:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959608:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.959618:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.959663:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+107:2397:x1868940951606784:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 259us (442us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.959674:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959680:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.959681:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 104 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.959692:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 104
00010000:00010000:2.0:1782361989.959718:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.959729:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21f:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.959749:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.959760:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.959762:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959763:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.959808:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 104 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959815:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32d26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.959817:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.959824:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 104 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.959831:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.959843:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.959854:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.959860:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.959860:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.959867:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.959875:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.959890:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.959909:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.959918:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.959926:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196544:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.959933:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 106 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.959958:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x221:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.959974:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x221:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.959982:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee32d2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.959984:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.960005:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.960035:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.960040:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.960043:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.960063:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 106 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.960079:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 106 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.960093:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196672:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.960136:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddbe40 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.960746:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196544:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.960781:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.960841:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196672:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.960858:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.961180:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.961216:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951606912
00000100:00100000:3.0:1782361989.961225:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951606912
00010000:00010000:3.0:1782361989.961252:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 105 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.961263:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.961316:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607040
00000100:00100000:2.0:1782361989.961325:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607040
00010000:00010000:2.0:1782361989.961354:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 107 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.961356:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 105
00000100:00100000:1.0:1782361989.961378:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+105:2396:x1868940951606912:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.961392:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.961403:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 105 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.961405:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 106
00000100:00100000:2.0:1782361989.961426:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+107:2397:x1868940951607040:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.961434:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 105 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.961443:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.961456:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 107 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.961552:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 107 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.961568:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d46b42e/0x4a8a6555cee31fce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d81f expref: 105 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.961581:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094d47c8b/0x4a8a6555cee320e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d888 expref: 107 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.961589:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.961597:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.961602:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x221:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.961603:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.961614:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x221:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.961636:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.961637:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.961684:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.961703:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.961714:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961724:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.961731:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.961732:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961741:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.961753:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+104:2396:x1868940951606912:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 380us (573us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.961760:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1782361989.961769:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 105
00010000:00010000:0.0:1782361989.961771:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961772:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.961779:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.961788:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+106:2397:x1868940951607040:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 358us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.961833:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 106
00010000:00010000:3.0:1782361989.961834:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.961836:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961841:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.961853:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961858:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.961900:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961907:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.961926:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.961939:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.961966:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.961973:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.961985:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.961990:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.962001:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.962009:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.962015:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.962021:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.962027:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.962041:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.962046:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 105 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.962065:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000128838a4/0x4a8a6555cee32d3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.962089:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x220:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.962093:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.962094:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x220:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.962098:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.962103:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.962109:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.962112:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.962131:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 103 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.962143:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21e:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.962147:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.962153:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.962155:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 105 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.962195:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 105 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.962208:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 103 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.962215:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaec67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196800:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.962252:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 103 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.962269:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196928:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.962310:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff900 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.962320:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.963073:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaec67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961196800:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.963084:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961196928:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.963088:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.963103:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.963414:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.963465:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607168
00000100:00100000:2.0:1782361989.963473:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607168
00000100:00100000:1.0:1782361989.963486:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361989.963557:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 106 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.963579:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607296
00000100:00100000:0.0:1782361989.963589:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607296
00000100:00100000:3.0:1782361989.963615:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 107
00010000:00010000:0.0:1782361989.963622:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 104 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.963633:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+106:2396:x1868940951607168:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.963659:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.963669:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 106 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.963694:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 106 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.963703:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 108
00000100:00100000:0.0:1782361989.963727:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+104:2397:x1868940951607296:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.963737:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6fd9d03/0x4a8a6555cee32076 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d85e expref: 106 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.963742:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.963753:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x220:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.963756:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 104 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.963757:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x220:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.963773:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.963782:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.963839:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.963839:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 104 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.963862:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.963873:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee31f5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7f5 expref: 104 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.963892:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.963893:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+105:2396:x1868940951607168:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 249us (463us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361989.963926:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 107
00010000:00010000:2.0:1782361989.963938:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.963951:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.963963:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.963969:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.963973:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.963976:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.963989:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.963990:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.964002:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964014:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.964020:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.964027:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.964028:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964033:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.964044:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 104 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.964046:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964057:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.964068:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21f:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.964083:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.964085:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+103:2397:x1868940951607296:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 355us (590us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.964087:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.964104:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.964140:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 108
00010000:00010000:3.0:1782361989.964141:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964142:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32d42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.964161:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 104 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.964167:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.964229:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.964230:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 104 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964236:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.964245:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.964247:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197056:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.964268:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.964274:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.964284:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964286:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.964295:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.964324:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964333:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee32d49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.964334:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb000 going to sleep for 11 seconds
00010000:00010000:1.0:1782361989.964363:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.964366:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 102 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.964369:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.964372:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.964383:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21d:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.964385:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.964389:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.964409:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 102 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.964417:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 102 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.964424:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197184:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.964454:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.965127:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197056:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.965142:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.965361:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197184:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.965370:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.965605:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.965641:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.965665:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607552
00000100:00100000:0.0:1782361989.965673:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607552
00000100:00100000:2.0:1782361989.965690:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607424
00000100:00100000:2.0:1782361989.965697:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607424
00010000:00010000:0.0:1782361989.965703:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 103 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.965724:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 105 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.965753:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 109
00000100:00100000:0.0:1782361989.965775:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+103:2397:x1868940951607552:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1782361989.965784:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 110
00000100:00100000:2.0:1782361989.965796:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+105:2397:x1868940951607424:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.965806:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.965808:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.965817:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 105 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.965820:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 103 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.965859:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 105 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.965866:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 103 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.965920:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000898fb248/0x4a8a6555cee32006 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d834 expref: 105 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.965930:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee31eee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7cb expref: 103 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.965960:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.965965:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.965966:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.965973:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.965975:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.965995:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.966003:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966015:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.966055:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.966057:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.966100:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.966106:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.966116:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+104:2397:x1868940951607424:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 313us (465us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361989.966120:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+102:2397:x1868940951607552:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 345us (505us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.966162:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 110
00010000:00010000:1.0:1782361989.966180:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.966182:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.966187:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 109
00010000:00010000:3.0:1782361989.966250:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966255:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966275:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.966311:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966331:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.966351:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1782361989.966358:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1782361989.966366:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.966375:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.966381:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966386:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.966391:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966400:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.966410:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966548:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966608:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.966616:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 103 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966619:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.966623:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32d50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966656:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21e:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.966687:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.966708:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966720:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966739:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.966751:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966752:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee32d57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966766:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 103 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.966769:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.966780:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.966789:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.966911:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.966914:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 101 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.966914:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 103 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.966917:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.966928:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361989.966994:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361989.966996:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21c:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.967013:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21c:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361989.967017:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197312:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.967025:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.967072:0:43214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607680
00000100:00100000:0.0:1782361989.967081:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.967086:0:43214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607680
00000100:00100000:0.0:1782361989.967122:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607808
00000100:00100000:0.0:1782361989.967130:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607808
00010000:00010000:3.0:1782361989.967161:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 101 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.967162:0:43214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 142
00000100:00100000:2.0:1782361989.967194:0:43214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba83366050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:2213f128-4483-4f5f-94b6-f4877e496699+10:2394:x1868940951607680:12345-192.168.204.40@tcp:400:kworker.0
00010000:00010000:3.0:1782361989.967205:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 101 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.967218:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1074
00000100:00100000:0.0:1782361989.967243:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+6:2395:x1868940951607808:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:2.0:1782361989.967255:0:43214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba83366050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:2213f128-4483-4f5f-94b6-f4877e496699+10:2394:x1868940951607680:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 69us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361989.967255:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.967269:0:43214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 142
00000100:00100000:0.0:1782361989.967294:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+6:2395:x1868940951607808:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 56us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361989.967308:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197440:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.967314:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1074
00000100:00080000:0.0:1782361989.967356:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1782361989.967398:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.968048:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197312:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.968070:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.968371:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197440:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.968386:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361989.968589:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.968609:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.968988:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951607936
00000100:00100000:2.0:1782361989.968996:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951607936
00010000:00010000:2.0:1782361989.969024:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 104 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.969056:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608064
00000100:00100000:2.0:1782361989.969061:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608064
00010000:00010000:2.0:1782361989.969079:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 102 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.969095:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 111
00000100:00100000:3.0:1782361989.969110:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+104:2396:x1868940951607936:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.969127:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.969137:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 104 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.969141:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 112
00000100:00100000:2.0:1782361989.969170:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+102:2397:x1868940951608064:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.969173:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 104 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.969207:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.969217:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 102 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969222:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f42c2d/0x4a8a6555cee31f96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d80a expref: 104 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969256:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.969263:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.969269:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.969281:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 102 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969282:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.969327:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033266975/0x4a8a6555cee31e7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7a1 expref: 102 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969334:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.969350:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.969360:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.969367:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.969379:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.969380:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.969389:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+103:2396:x1868940951607936:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 280us (1009us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.969445:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.969447:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 111
00010000:00010000:2.0:1782361989.969449:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.969473:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.969488:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969491:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.969534:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+101:2397:x1868940951608064:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 332us (889us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.969551:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 112
00010000:00010000:1.0:1782361989.969554:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.969578:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969589:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969595:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969621:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1782361989.969644:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1782361989.969653:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969663:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.969666:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.969674:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969674:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969677:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969700:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.969707:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 102 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969707:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.969719:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21d:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.969721:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969740:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.969745:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.969770:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969771:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969774:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32d65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969850:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.969852:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.969855:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.969857:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.969867:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 102 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.969951:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051782fdb/0x4a8a6555cee32d5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.969961:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 102 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.969990:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197568:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.970083:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825489c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.970095:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.970102:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.970104:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.970280:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.970300:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 100 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.970309:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21b:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.970313:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.970318:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.970354:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 100 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.970369:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 100 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.970386:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197696:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.970444:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.970847:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197568:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.970865:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.971266:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197696:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.971286:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.971295:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.971352:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608192
00000100:00100000:2.0:1782361989.971359:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608192
00010000:00010000:2.0:1782361989.971388:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 103 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.971444:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 113
00000100:00100000:2.0:1782361989.971458:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+103:2396:x1868940951608192:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.971472:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.971478:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 103 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971493:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 103 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971558:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee31f26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7e0 expref: 103 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971574:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.971579:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.971585:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971593:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971619:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361989.971662:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.971663:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.971680:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+102:2396:x1868940951608192:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 214us (380us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.971717:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.971719:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 113
00010000:00010000:1.0:1782361989.971750:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.971765:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.971771:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608320
00000100:00100000:2.0:1782361989.971776:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608320
00010000:00010000:2.0:1782361989.971793:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 101 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.971820:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361989.971833:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 114
00010000:00010000:3.0:1782361989.971837:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1782361989.971847:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+101:2397:x1868940951608320:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.971851:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971858:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.971867:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 101 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.971898:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.971906:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 101 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.971908:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.971933:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.971944:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6d4523c/0x4a8a6555cee31e0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d777 expref: 101 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.971947:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.971964:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 101 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.972004:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21c:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.972007:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.972009:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.972011:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972015:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.972019:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972035:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.972070:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32d6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972091:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.972101:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 101 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.972122:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.972128:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.972133:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.972151:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 101 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972160:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361989.972172:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197824:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.972179:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.972204:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+100:2397:x1868940951608320:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 359us (543us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.972211:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.972233:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 114
00010000:00010000:3.0:1782361989.972244:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.972259:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.972268:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548300 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.972285:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.972321:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.972330:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.972369:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.972374:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.972384:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.972401:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.972411:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32d73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.972436:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.972439:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.972441:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.972452:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972470:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 99 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972479:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21a:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.972483:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.972487:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972564:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 99 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.972578:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 99 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.972593:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197952:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.972670:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.973146:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961197824:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.973173:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.973427:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961197952:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.973456:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.973660:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.973698:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.973721:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608576
00000100:00100000:1.0:1782361989.973727:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608576
00000100:00100000:2.0:1782361989.973756:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608448
00010000:00010000:1.0:1782361989.973759:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 100 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.973780:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608448
00000100:00100000:1.0:1782361989.973793:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 115
00000100:00100000:1.0:1782361989.973803:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+100:2397:x1868940951608576:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.973814:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 102 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.973819:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.973827:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 100 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.973842:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 100 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.973874:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e756b72e/0x4a8a6555cee31d9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d74d expref: 100 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.973900:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 116
00010000:00010000:1.0:1782361989.973903:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.973908:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.973915:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.973919:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+102:2397:x1868940951608448:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.973931:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.973942:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.973958:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 102 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.973977:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 102 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.973977:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.974006:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974011:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007583dcf9/0x4a8a6555cee31eb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d7b6 expref: 102 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.974029:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade40c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+99:2397:x1868940951608576:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 220us (365us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.974051:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.974071:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 115
00010000:00010000:2.0:1782361989.974083:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.974089:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.974091:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974104:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974138:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974180:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974181:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.974203:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.974214:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974217:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.974228:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.974231:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.974250:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.974251:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+101:2397:x1868940951608448:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 328us (541us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.974288:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.974317:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.974339:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.974340:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 116
00010000:00010000:0.0:1782361989.974369:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.974375:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.974380:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974392:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.974419:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.974424:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974440:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 98 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974449:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.974470:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.974482:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fadea672/0x4a8a6555cee32d81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.974492:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974554:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x219:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.974561:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x219:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.974580:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 100 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974599:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974635:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.974660:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.974672:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.974674:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21b:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.974682:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.974708:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.974719:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974721:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 98 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.974724:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974803:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32d7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.974830:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 98 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.974830:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 100 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.974832:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.974839:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.974849:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.974866:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 100 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.974905:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198208:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.974950:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198080:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.974982:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548f00 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.975042:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.975874:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198208:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.975890:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198080:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.975942:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.975944:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.976116:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.976158:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.976175:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608832
00000100:00100000:1.0:1782361989.976184:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608832
00010000:00010000:1.0:1782361989.976216:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 101 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.976220:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608704
00000100:00100000:2.0:1782361989.976231:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608704
00010000:00010000:2.0:1782361989.976278:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 99 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.976282:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 117
00000100:00100000:0.0:1782361989.976303:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+101:2397:x1868940951608832:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.976321:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.976332:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 101 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.976340:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 118
00000100:00100000:2.0:1782361989.976362:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+99:2396:x1868940951608704:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.976364:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 101 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976383:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.976394:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 99 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.976397:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000345b326/0x4a8a6555cee31e46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d78c expref: 101 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.976459:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.976460:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 99 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.976466:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.976479:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976490:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005944d531/0x4a8a6555cee31d2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d723 expref: 99 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.976491:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.976543:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.976544:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x219:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.976552:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x219:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.976560:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976572:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.976575:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.976595:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+100:2397:x1868940951608832:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 290us (470us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.976611:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.976626:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 117
00010000:00010000:2.0:1782361989.976662:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.976665:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.976679:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.976681:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.976708:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+98:2396:x1868940951608704:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 344us (538us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.976713:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.976725:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361989.976737:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 118
00010000:00010000:3.0:1782361989.976750:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976789:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.976800:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976814:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.976824:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.976844:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.976847:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976874:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.976913:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.976917:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.976954:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.976955:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21a:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.976957:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee32d8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.976971:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.976987:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.976987:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.976997:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.977000:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.977010:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.977015:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.977017:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.977022:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.977035:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.977036:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.977072:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.977073:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 99 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.977094:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd3803d9/0x4a8a6555cee32d88 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.977107:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198336:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.977138:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.977142:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.977147:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.977152:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.977174:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 97 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.977183:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x218:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.977188:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x218:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.977193:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.977218:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00010000:00010000:2.0:1782361989.977232:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 97 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.977248:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 97 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.977264:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198464:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.977322:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.977906:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198336:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.977924:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.978190:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198464:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.978212:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.978435:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.978460:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.978544:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609088
00000100:00100000:1.0:1782361989.978546:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951608960
00000100:00100000:2.0:1782361989.978555:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609088
00000100:00100000:1.0:1782361989.978557:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951608960
00010000:00010000:1.0:1782361989.978599:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 100 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978607:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 98 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.978659:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 119
00000100:00100000:1.0:1782361989.978674:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+100:2396:x1868940951608960:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.978688:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.978697:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 100 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.978710:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 120
00010000:00010000:1.0:1782361989.978726:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 100 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.978736:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+98:2397:x1868940951609088:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.978778:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066eb3b34/0x4a8a6555cee31dd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d762 expref: 100 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978781:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.978800:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 98 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.978801:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.978814:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.978830:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978843:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 98 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.978869:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978871:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5e6c11e/0x4a8a6555cee31cbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6f9 expref: 98 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978933:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x218:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.978938:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x218:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.978943:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.978945:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978957:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.978982:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+99:2396:x1868940951608960:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 309us (547us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.978989:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.978989:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361989.978990:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 119
00010000:00010000:3.0:1782361989.979008:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979022:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979034:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.979042:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+97:2397:x1868940951609088:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 312us (573us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.979069:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 120
00010000:00010000:3.0:1782361989.979076:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.979099:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.979109:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979121:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.979122:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979128:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979147:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979155:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979170:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979178:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979185:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979188:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bfc4518/0x4a8a6555cee32d96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979248:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.979254:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1782361989.979266:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979276:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.979277:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.979280:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979287:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979289:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979314:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979320:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 98 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.979325:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee32d9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979345:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x219:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.979351:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979352:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x219:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.979358:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.979363:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.979368:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.979378:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979385:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 96 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979414:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x217:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.979418:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x217:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.979423:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979441:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 98 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979458:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 96 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.979469:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 98 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.979548:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 96 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.979564:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198720:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.979643:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddba80 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.979648:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198592:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.979757:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.980376:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198720:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.980396:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.980590:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198592:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.980613:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.980789:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.980839:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609216
00000100:00100000:1.0:1782361989.980847:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609216
00010000:00010000:1.0:1782361989.980898:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 97 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.980949:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 121
00000100:00100000:1.0:1782361989.980963:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+97:2396:x1868940951609216:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.980979:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.980996:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 97 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981012:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 97 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981049:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079109914/0x4a8a6555cee31c4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6cf expref: 97 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981067:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x217:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361989.981067:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.981075:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x217:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.981082:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981094:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.981119:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609344
00000100:00100000:2.0:1782361989.981125:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609344
00010000:00010000:1.0:1782361989.981130:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.981147:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 99 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.981193:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 122
00010000:00010000:3.0:1782361989.981196:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.981203:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+96:2396:x1868940951609216:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 235us (406us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.981228:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.981229:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+99:2396:x1868940951609344:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1782361989.981234:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 121
00010000:00010000:3.0:1782361989.981259:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.981261:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.981276:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 99 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.981278:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.981318:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.981330:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.981332:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 99 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981344:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981375:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.981383:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.981384:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddc57077/0x4a8a6555cee31d66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d738 expref: 99 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981425:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.981433:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x219:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.981449:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.981452:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x219:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.981461:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.981471:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.981527:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 95 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981536:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32dab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.981573:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.981600:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x216:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.981613:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.981616:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x216:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.981624:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981629:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.981637:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.981649:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.981673:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 95 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.981695:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 95 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981696:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.981716:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade42c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+98:2396:x1868940951609344:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 490us (633us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.981727:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.981754:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198848:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.981761:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 122
00010000:00010000:1.0:1782361989.981785:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981795:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981820:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.981831:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.981841:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981852:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.981857:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981868:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981901:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.981908:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee32da4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x219:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981921:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.981922:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361989.981924:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.981928:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.981934:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.981941:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 97 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981948:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x218:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.981953:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x218:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.981956:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981984:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 97 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.981999:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 97 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.982014:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198976:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.982069:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.982960:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961198848:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.982996:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.983011:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961198976:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.983029:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.983156:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.983218:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609472
00000100:00100000:1.0:1782361989.983226:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609472
00000100:00100000:2.0:1782361989.983233:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.983273:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 96 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.983319:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609600
00000100:00100000:1.0:1782361989.983324:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609600
00000100:00100000:2.0:1782361989.983344:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 123
00010000:00010000:1.0:1782361989.983353:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 98 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.983361:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+96:2396:x1868940951609472:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.983381:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.983391:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 96 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.983416:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 124
00010000:00010000:2.0:1782361989.983418:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 96 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.983437:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+98:2395:x1868940951609600:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.983445:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006815af2b/0x4a8a6555cee31bde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6a5 expref: 96 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.983451:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.983459:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x216:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.983465:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x216:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.983465:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 98 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983483:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983533:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983559:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.983566:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 98 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.983589:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.983603:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+95:2396:x1868940951609472:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 242us (442us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.983605:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c874e29/0x4a8a6555cee31cf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d70e expref: 98 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.983638:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.983641:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 123
00010000:00010000:3.0:1782361989.983672:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.983689:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x218:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.983696:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x218:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.983698:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.983701:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.983724:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.983746:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.983752:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.983754:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.983763:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.983769:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983785:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.983785:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.983786:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00000100:00100000:1.0:1782361989.983800:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+97:2395:x1868940951609600:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 367us (563us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361989.983832:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 124
00010000:00010000:0.0:1782361989.983839:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983850:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.983852:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063f2c87b/0x4a8a6555cee32db2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983907:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.983920:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.983923:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.983924:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.983925:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.983926:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.984003:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 94 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984006:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.984026:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x215:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.984030:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x215:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.984089:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.984093:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.984096:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.984098:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984132:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 96 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.984159:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.984165:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984169:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x217:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.984183:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984185:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x217:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.984188:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 94 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984212:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.984227:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.984251:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 94 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984283:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 96 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.984285:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199104:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.984312:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32db9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.984325:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 96 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.984336:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.984340:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.984346:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361989.984351:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961199232:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361989.984432:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.984441:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.985232:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961199232:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.985265:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.985583:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361989.985606:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199104:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.985624:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609728
00000100:00100000:1.0:1782361989.985632:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609728
00010000:00010000:3.0:1782361989.985640:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.985640:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.985663:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 95 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.985686:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609856
00000100:00100000:2.0:1782361989.985693:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609856
00000100:00100000:1.0:1782361989.985710:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 125
00010000:00010000:2.0:1782361989.985718:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 97 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.985735:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+95:2395:x1868940951609728:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.985750:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.985760:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 95 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.985770:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 126
00000100:00100000:2.0:1782361989.985789:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+97:2396:x1868940951609856:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361989.985796:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 95 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.985802:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.985811:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 97 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.985844:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000268aed7f/0x4a8a6555cee31b6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d67b expref: 95 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.985845:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 97 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.985912:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x215:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.985916:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096fdefee/0x4a8a6555cee31c86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6e4 expref: 97 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.985918:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x215:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.985930:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x217:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.985935:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x217:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.985935:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.985960:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.985967:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.985976:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.985994:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.986016:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.986022:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.986038:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986041:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.986044:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+94:2395:x1868940951609728:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 318us (459us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.986055:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+96:2396:x1868940951609856:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 265us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361989.986080:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 125
00010000:00010000:3.0:1782361989.986091:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986096:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.986109:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 126
00010000:00010000:3.0:1782361989.986124:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986126:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986148:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.986162:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.986176:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1782361989.986181:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1782361989.986189:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986191:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.986206:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.986208:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.986220:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986223:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.986234:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.986238:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.986259:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.986283:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986285:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.986291:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.986309:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 95 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.986353:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee32dc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986357:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.986359:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x216:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.986363:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 93 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.986385:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x216:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.986414:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.986418:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x214:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.986418:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32dc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x217:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.986424:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.986434:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.986435:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x214:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.986442:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.986453:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.986467:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.986470:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.986473:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.986475:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 95 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.986495:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 95 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.986548:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 93 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.986553:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961199360:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.986573:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 93 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.986587:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199488:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.986615:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.986689:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.987315:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961199360:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.987340:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.987354:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199488:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.987374:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.987673:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.987708:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951609984
00000100:00100000:2.0:1782361989.987713:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951609984
00010000:00010000:2.0:1782361989.987735:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 94 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.987742:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.987778:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610112
00000100:00100000:2.0:1782361989.987782:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610112
00010000:00010000:2.0:1782361989.987793:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 96 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.987808:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 127
00000100:00100000:1.0:1782361989.987823:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+94:2395:x1868940951609984:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1782361989.987830:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 128
00010000:00010000:1.0:1782361989.987838:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1782361989.987848:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+96:2396:x1868940951610112:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.987859:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.987860:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 94 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.987867:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 96 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.987931:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 94 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.987939:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 96 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.987967:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba45be1/0x4a8a6555cee31c16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d6ba expref: 96 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.987967:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063ccfaf4/0x4a8a6555cee31afe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d651 expref: 94 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988025:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x216:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.988035:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x216:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.988038:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x214:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.988040:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988044:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x214:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.988070:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988073:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988105:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988132:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.988142:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361989.988175:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+95:2396:x1868940951610112:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 330us (436us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.988182:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.988194:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 128
00000100:00100000:1.0:1782361989.988200:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+93:2395:x1868940951609984:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 371us (516us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.988223:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.988227:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 127
00010000:00010000:3.0:1782361989.988242:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.988253:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.988266:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.988278:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.988287:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988291:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.988309:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.988311:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988353:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.988360:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.988364:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988383:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988396:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.988398:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361989.988410:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988420:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014a30085/0x4a8a6555cee32dd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988427:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.988442:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.988450:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 94 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.988476:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988481:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.988482:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x215:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.988488:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988529:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.988534:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x215:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.988541:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 92 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988547:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.988549:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988582:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.988584:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x213:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.988585:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32dce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.988589:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.988601:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.988601:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x213:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.988611:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 94 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988612:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.988614:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.988616:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.988619:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.988638:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 94 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.988650:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 92 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.988656:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961199616:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.988664:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 92 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.988683:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaec67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199744:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.988726:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:0.0:1782361989.988729:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361989.989577:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961199616:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.989609:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaec67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199744:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.989613:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.989623:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.989892:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361989.989926:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610240
00000100:00100000:1.0:1782361989.989939:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610240
00000100:00100000:0.0:1782361989.989945:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.989969:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 95 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.990008:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610368
00000100:00100000:1.0:1782361989.990014:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610368
00000100:00100000:2.0:1782361989.990018:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 129
00000100:00100000:2.0:1782361989.990031:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade41450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+95:2395:x1868940951610240:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.990043:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361989.990048:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 93 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.990051:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 95 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.990112:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 95 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.990121:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 130
00000100:00100000:1.0:1782361989.990140:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+93:2397:x1868940951610368:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.990148:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a0a2162/0x4a8a6555cee31ba6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d690 expref: 95 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990154:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.990162:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x215:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.990162:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 93 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.990179:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x215:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.990202:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990207:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 93 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.990236:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990248:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006923a567/0x4a8a6555cee31a8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d627 expref: 93 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.990260:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.990262:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x213:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.990266:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x213:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.990271:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990279:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990285:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.990302:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade41450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+94:2395:x1868940951610240:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 269us (417us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.990321:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361989.990333:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 129
00010000:00010000:3.0:1782361989.990336:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990352:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990364:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.990377:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+92:2397:x1868940951610368:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 228us (423us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.990387:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1782361989.990389:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 130
00010000:00010000:3.0:1782361989.990403:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361989.990411:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990421:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.990429:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990430:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990445:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990454:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990461:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990480:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.990559:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.990567:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.990578:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.990583:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.990593:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.990606:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990607:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990612:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.990620:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32de3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990644:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 91 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990653:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.990653:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.990655:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x212:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.990657:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.990660:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.990666:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x212:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.990671:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32ddc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x215:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990679:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 4/0,1 mode: --/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990717:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.990721:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.990725:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.990727:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 91 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.990743:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 91 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.990756:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199872:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361989.990808:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.990844:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990861:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 93 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990871:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x214:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.990875:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x214:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.990895:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990975:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 93 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.990988:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 93 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.991002:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200000:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.991041:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.992113:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961199872:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.992123:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200000:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.992128:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.992152:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.992301:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.992357:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610496
00000100:00100000:2.0:1782361989.992365:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610496
00010000:00010000:2.0:1782361989.992390:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 92 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.992422:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 131
00000100:00100000:2.0:1782361989.992431:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+92:2397:x1868940951610496:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.992440:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.992445:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 92 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.992462:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 92 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.992470:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361989.992556:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afc3bb4d/0x4a8a6555cee31a1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5fd expref: 92 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.992574:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x212:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361989.992574:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610624
00010000:00010000:2.0:1782361989.992585:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x212:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361989.992588:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610624
00010000:00010000:2.0:1782361989.992589:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.992599:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992621:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 94 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.992638:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361989.992672:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.992674:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 132
00000100:00100000:2.0:1782361989.992687:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+91:2397:x1868940951610496:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 250us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361989.992702:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+94:2397:x1868940951610624:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361989.992717:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.992719:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 131
00010000:00010000:1.0:1782361989.992729:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361989.992744:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992744:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 94 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.992771:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992805:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 94 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.992807:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.992829:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.992831:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044009f0d/0x4a8a6555cee31b36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d666 expref: 94 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.992837:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992848:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x214:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.992850:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.992856:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x214:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.992858:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992868:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.992873:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992904:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.992910:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.992923:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32dea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.992933:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.992944:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.992945:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.992951:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.992958:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.992968:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 90 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.992975:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x211:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.992978:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x211:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.992982:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.992991:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.992991:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+93:2397:x1868940951610624:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 293us (525us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361989.993014:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.993016:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 90 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.993024:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 132
00010000:00010000:3.0:1782361989.993072:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.993072:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 90 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.993109:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200128:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361989.993151:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.993170:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb540 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.993197:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.993221:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.993227:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.993236:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.993239:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.993253:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.993261:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.993270:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.993275:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee32df1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x214:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.993287:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.993289:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.993291:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.993313:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 92 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.993323:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x213:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361989.993327:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x213:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.993332:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.993358:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 92 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.993371:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 92 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.993385:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200256:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361989.993484:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba824819c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361989.993906:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200128:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.993929:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.994082:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.994148:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610752
00000100:00100000:2.0:1782361989.994157:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610752
00010000:00010000:2.0:1782361989.994184:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 91 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.994237:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 133
00000100:00100000:2.0:1782361989.994254:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+91:2397:x1868940951610752:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.994267:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.994275:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 91 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.994292:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 91 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.994316:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000421fbe61/0x4a8a6555cee319ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5d3 expref: 91 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.994323:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200256:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.994349:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x211:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.994357:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x211:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.994357:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.994375:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.994391:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.994439:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.994468:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.994490:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+90:2397:x1868940951610752:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 234us (401us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361989.994490:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.994537:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.994551:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 133
00010000:00010000:1.0:1782361989.994559:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.994585:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361989.994625:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.994643:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.994656:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 89 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994661:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.994662:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x210:0x0].0x0 since=200s v=(0 0)
00000100:00100000:3.0:1782361989.994667:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951610880
00010000:00010000:1.0:1782361989.994669:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x210:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.994671:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.994675:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951610880
00010000:00010000:1.0:1782361989.994676:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994697:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361989.994701:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 93 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994703:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.994714:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 89 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994715:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.994735:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 89 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994745:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.994747:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200384:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.994762:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f19b78a/0x4a8a6555cee32df8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.994765:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 134
00000100:00100000:3.0:1782361989.994776:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+93:2396:x1868940951610880:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.994785:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.994788:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.994790:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.994790:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361989.994796:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 93 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.994812:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 93 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.994815:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548d80 going to sleep for 11 seconds
00010000:00010000:3.0:1782361989.994835:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efcba47c/0x4a8a6555cee31ac6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d63c expref: 93 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.994847:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x213:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.994851:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x213:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361989.994856:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.994866:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994914:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994925:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994935:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361989.994945:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.994952:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.994973:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361989.994978:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+92:2396:x1868940951610880:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 204us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361989.994987:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 134
00010000:00010000:2.0:1782361989.994998:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.995006:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995017:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.995021:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995029:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.995042:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995045:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995082:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32dff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.995094:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 91 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995098:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.995103:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.995107:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.995114:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x212:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.995119:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x212:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.995123:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.995168:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 91 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.995179:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 91 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.995191:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200512:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.995243:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff780 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.995566:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200384:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.995585:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.995742:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.995783:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611008
00000100:00100000:2.0:1782361989.995798:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611008
00010000:00010000:2.0:1782361989.995822:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 90 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.995855:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 135
00000100:00100000:2.0:1782361989.995864:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+90:2396:x1868940951611008:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.995873:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.995893:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 90 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995902:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 90 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995916:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000aa2bfd9/0x4a8a6555cee3193e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5a9 expref: 90 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995926:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x210:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.995929:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x210:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.995933:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.995940:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.995956:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200512:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.995958:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361989.995990:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996000:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.996007:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+89:2396:x1868940951611008:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 141us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.996053:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 135
00010000:00010000:1.0:1782361989.996063:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996077:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996086:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996106:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.996138:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.996145:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996156:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.996158:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996162:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996183:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 88 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996183:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.996204:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.996204:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20f:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.996212:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.996213:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996221:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996227:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.996240:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611136
00000100:00100000:2.0:1782361989.996245:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611136
00010000:00010000:1.0:1782361989.996257:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 88 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996259:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.996268:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 92 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996269:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.996275:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.996299:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 88 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.996318:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 136
00000100:00100000:2.0:1782361989.996330:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+92:2396:x1868940951611136:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.996338:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1782361989.996338:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200640:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361989.996345:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 92 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.996358:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 92 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.996373:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3d6e25f/0x4a8a6555cee31a56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d612 expref: 92 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.996384:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x212:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.996387:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x212:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.996390:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.996397:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.996409:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00010000:00010000:2.0:1782361989.996437:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361989.996464:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.996467:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+91:2396:x1868940951611136:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 139us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.996495:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 136
00010000:00010000:0.0:1782361989.996542:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996561:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996570:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996588:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.996602:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.996609:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996620:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.996625:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996635:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996638:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996660:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996663:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 90 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996686:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32e0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996687:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x211:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361989.996696:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x211:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.996708:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.996716:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.996719:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.996720:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.996734:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 90 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.996746:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 90 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.996759:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200768:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.996813:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff600 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.997078:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200640:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.997090:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.997597:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961200768:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.997612:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.997616:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.997650:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611264
00000100:00100000:2.0:1782361989.997656:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611264
00010000:00010000:2.0:1782361989.997673:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 89 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.997694:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 137
00000100:00100000:2.0:1782361989.997701:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+89:2396:x1868940951611264:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.997707:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.997711:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 89 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.997719:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 89 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.997731:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a40dcb25/0x4a8a6555cee318ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d57f expref: 89 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.997740:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.997742:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.997745:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.997761:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.997783:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361989.997810:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+88:2396:x1868940951611264:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 109us (198us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361989.997817:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 137
00010000:00010000:1.0:1782361989.997822:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.997833:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.997841:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.997847:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.997868:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361989.997915:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361989.997922:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.997932:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361989.997935:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.997942:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.997954:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.997961:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32e14 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.997980:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.997981:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.997985:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.997989:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.998004:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 87 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.998014:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20e:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361989.998018:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361989.998022:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.998048:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 87 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.998068:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 87 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361989.998083:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200896:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.998096:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361989.998158:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611392
00000100:00100000:2.0:1782361989.998164:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611392
00000100:00100000:1.0:1782361989.998173:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825480c0 going to sleep for 11 seconds
00010000:00010000:2.0:1782361989.998185:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 91 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.998217:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 138
00000100:00100000:2.0:1782361989.998227:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+91:2397:x1868940951611392:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361989.998233:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361989.998237:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 91 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998245:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 91 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998256:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004912b605/0x4a8a6555cee319e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5e8 expref: 91 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998264:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x211:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.998272:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x211:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361989.998275:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998281:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998297:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361989.998325:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+90:2397:x1868940951611392:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 98us (230us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361989.998331:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361989.998332:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 138
00010000:00010000:0.0:1782361989.998353:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998365:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998373:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998391:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361989.998401:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361989.998408:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998414:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361989.998418:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998426:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998439:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998445:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32e1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998448:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998486:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 89 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.998491:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361989.998495:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.998544:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x210:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361989.998547:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361989.998551:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x210:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.998559:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998589:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 89 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.998617:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 89 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.998630:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201024:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361989.998683:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffe40 going to sleep for 11 seconds
00000100:00100000:1.0:1782361989.998957:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961200896:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361989.998973:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.999206:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361989.999245:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611520
00000100:00100000:0.0:1782361989.999251:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611520
00010000:00010000:0.0:1782361989.999278:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 88 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.999315:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 139
00000100:00100000:0.0:1782361989.999325:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+88:2397:x1868940951611520:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.999338:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361989.999345:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 88 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999358:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 88 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999378:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037f11e52/0x4a8a6555cee3185e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d555 expref: 88 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999396:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361989.999401:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20e:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361989.999408:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201024:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.999420:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.999433:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999435:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999482:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361989.999546:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.999560:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+87:2397:x1868940951611520:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 232us (349us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361989.999567:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.999581:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 139
00010000:00010000:2.0:1782361989.999587:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.999596:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.999620:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361989.999645:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361989.999653:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.999665:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361989.999672:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.999676:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361989.999690:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361989.999713:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.999721:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 86 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.999733:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20d:0x0].0x0 since=200s v=(0 0)
00000100:00100000:0.0:1782361989.999739:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611648
00010000:00010000:2.0:1782361989.999745:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20d:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361989.999748:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611648
00010000:00010000:2.0:1782361989.999761:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.999772:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999784:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 90 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.999817:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee32e22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361989.999855:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 86 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361989.999856:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.999861:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361989.999868:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361989.999871:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 140
00010000:00010000:2.0:1782361989.999902:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 86 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361989.999904:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+90:2396:x1868940951611648:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361989.999933:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1782361989.999935:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961201152:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361989.999945:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 90 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999964:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 90 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361989.999986:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f32589ef/0x4a8a6555cee31976 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d5be expref: 90 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.000003:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.000025:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x210:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.000029:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x210:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.000034:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.000044:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.000073:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.000104:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.000109:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+89:2396:x1868940951611648:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 211us (434us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.000129:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.000141:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 140
00010000:00010000:1.0:1782361990.000149:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.000156:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.000173:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.000198:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.000205:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.000213:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.000216:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.000222:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.000224:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.000249:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 88 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.000251:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.000261:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32e29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.000273:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20f:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.000277:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.000280:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.000305:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.000309:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.000311:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.000314:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 88 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.000329:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 88 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.000337:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201280:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.000370:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.000776:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961201152:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.000789:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.001181:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.001224:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611776
00000100:00100000:2.0:1782361990.001231:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611776
00010000:00010000:2.0:1782361990.001251:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 87 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.001272:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201280:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.001283:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 141
00000100:00100000:2.0:1782361990.001292:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+87:2397:x1868940951611776:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.001294:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001300:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.001305:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 87 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001329:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 87 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001342:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001deea3d3/0x4a8a6555cee317ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d52b expref: 87 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001359:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.001362:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.001365:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001371:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001387:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.001404:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.001415:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+86:2397:x1868940951611776:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 123us (233us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.001420:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.001424:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 141
00010000:00010000:1.0:1782361990.001437:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001454:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001479:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.001492:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.001545:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.001564:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.001577:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.001582:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001590:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001591:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001617:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001623:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 85 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001641:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001648:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20c:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.001654:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.001662:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001670:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.001675:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.001677:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.001689:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951611904
00010000:00010000:1.0:1782361990.001691:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 85 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.001693:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951611904
00010000:00010000:1.0:1782361990.001708:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 85 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001716:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 89 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.001728:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961201408:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.001753:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 142
00000100:00100000:2.0:1782361990.001763:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+89:2394:x1868940951611904:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.001770:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.001775:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 89 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001785:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 89 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.001795:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.001800:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000792f5b7e/0x4a8a6555cee31906 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d594 expref: 89 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001809:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.001812:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20f:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.001821:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001827:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001845:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.001863:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.001903:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+88:2394:x1868940951611904:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 137us (348us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.001904:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.001918:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 142
00010000:00010000:1.0:1782361990.001926:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001937:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001955:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.001965:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.001970:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001977:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.001980:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001987:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.001996:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.001999:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.002006:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c84b32/0x4a8a6555cee32e37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.002024:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 87 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.002050:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20e:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.002054:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.002058:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.002059:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.002062:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.002065:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.002087:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 87 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.002098:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 87 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.002117:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201536:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.002150:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.002590:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961201408:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.002603:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.002863:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201536:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.002874:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.002894:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.002940:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612032
00000100:00100000:3.0:1782361990.002948:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612032
00010000:00010000:3.0:1782361990.002978:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 86 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.003010:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 143
00000100:00100000:3.0:1782361990.003019:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbade43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+86:2397:x1868940951612032:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.003027:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.003083:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 86 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.003093:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 86 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.003113:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2ac1e56/0x4a8a6555cee3177e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d501 expref: 86 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.003131:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.003136:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.003142:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.003166:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.003180:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.003212:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612160
00000100:00100000:2.0:1782361990.003217:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612160
00010000:00010000:1.0:1782361990.003219:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003228:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003235:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 88 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003238:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.003242:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.003259:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.003278:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 144
00010000:00010000:1.0:1782361990.003285:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.003296:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbade43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+85:2397:x1868940951612032:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 268us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.003298:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+88:2397:x1868940951612160:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.003298:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.003314:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.003328:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 143
00010000:00010000:2.0:1782361990.003330:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.003342:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 88 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003346:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.003354:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003366:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 88 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003369:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003399:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003404:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4e53c94/0x4a8a6555cee31896 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d56a expref: 88 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003409:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003434:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.003439:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.003444:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003452:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.003456:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.003460:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.003467:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003488:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.003538:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003539:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.003567:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003568:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 84 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.003577:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+87:2397:x1868940951612160:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 287us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.003598:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 144
00010000:00010000:0.0:1782361990.003598:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003615:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20b:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.003620:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.003620:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003626:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003657:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 84 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.003666:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 84 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.003670:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1782361990.003676:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961201664:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.003687:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.003693:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003702:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.003707:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003718:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.003724:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.003730:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.003736:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.003746:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 86 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003752:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32e45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.003763:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20d:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.003770:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.003776:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.003784:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.003795:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.003797:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.003805:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 86 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.003817:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 86 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.003829:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201792:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.003869:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff480 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.004465:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961201664:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.004481:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.005064:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201792:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.005080:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.005094:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.005135:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612288
00000100:00100000:2.0:1782361990.005142:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612288
00000100:00100000:3.0:1782361990.005143:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.005174:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 85 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.005176:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612416
00000100:00100000:0.0:1782361990.005183:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612416
00010000:00010000:0.0:1782361990.005207:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 87 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.005221:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 145
00000100:00100000:2.0:1782361990.005233:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+85:2397:x1868940951612288:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.005244:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.005254:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 85 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.005257:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 146
00000100:00100000:0.0:1782361990.005275:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+87:2395:x1868940951612416:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.005278:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 85 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005283:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.005291:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 87 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005305:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 87 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005306:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664cea61/0x4a8a6555cee3170e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4d7 expref: 85 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005330:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaa2cb8b/0x4a8a6555cee31826 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d540 expref: 87 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005331:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.005340:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.005348:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.005349:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005354:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20d:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.005363:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005369:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005372:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005407:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.005425:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.005436:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+86:2395:x1868940951612416:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 167us (293us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.005443:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.005448:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 146
00000100:00100000:2.0:1782361990.005458:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+84:2397:x1868940951612288:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 226us (389us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.005464:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.005475:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 145
00010000:00010000:1.0:1782361990.005481:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005571:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005594:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.005606:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.005616:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005623:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.005627:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005629:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005654:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.005660:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005667:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.005676:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005713:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 85 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005715:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.005725:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.005742:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20c:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.005746:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.005749:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.005751:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005752:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005757:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005776:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee32e53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005779:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.005785:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005804:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005814:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 85 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005816:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.005819:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.005820:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.005825:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.005829:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005851:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32e4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.005863:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 85 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.005902:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.005907:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.005911:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.005917:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201920:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.005934:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 83 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.005947:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20a:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.005951:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.005957:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.005997:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 83 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.005998:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.006023:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 83 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.006042:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202048:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.006153:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72480 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.006746:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961201920:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.006773:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.006940:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202048:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.007041:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.007075:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.007107:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612544
00000100:00100000:3.0:1782361990.007114:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612544
00010000:00010000:3.0:1782361990.007135:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 86 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.007172:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 147
00000100:00100000:3.0:1782361990.007178:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+86:2396:x1868940951612544:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.007187:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.007192:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 86 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.007202:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 86 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.007221:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017742b07/0x4a8a6555cee317b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d516 expref: 86 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.007283:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.007287:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20c:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.007291:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.007298:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007370:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.007393:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.007424:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.007425:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+85:2396:x1868940951612544:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 245us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.007444:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 147
00010000:00010000:1.0:1782361990.007447:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007458:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007468:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.007476:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612672
00000100:00100000:2.0:1782361990.007483:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612672
00010000:00010000:1.0:1782361990.007487:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.007522:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.007532:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.007539:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.007544:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.007551:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.007570:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.007578:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076257fc9/0x4a8a6555cee32e5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007582:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 84 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.007598:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.007601:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.007603:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.007608:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.007613:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 148
00000100:00100000:2.0:1782361990.007625:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+84:2397:x1868940951612672:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.007633:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 84 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007634:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.007642:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 84 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007652:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20b:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.007658:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 84 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007660:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.007672:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007681:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0a42510/0x4a8a6555cee3169e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ad expref: 84 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007690:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.007700:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.007706:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007716:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007717:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 84 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007743:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 84 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.007769:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202176:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.007788:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.007817:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.007828:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825489c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.007829:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.007832:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+83:2397:x1868940951612672:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 203us (436us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.007851:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 148
00010000:00010000:3.0:1782361990.007861:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.007871:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.007904:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.007935:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.007945:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007955:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.007960:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007980:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.007989:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.007994:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.008006:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee32e61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.008007:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 82 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.008026:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x209:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.008031:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x209:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.008039:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.008057:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.008061:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.008064:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 82 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.008065:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.008079:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 82 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.008092:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202304:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.008128:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.008609:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202176:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.008621:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.008935:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202304:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.008956:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.008958:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.008995:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612800
00000100:00100000:1.0:1782361990.008999:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612800
00010000:00010000:1.0:1782361990.009015:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 85 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.009037:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 149
00000100:00100000:1.0:1782361990.009043:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+85:2396:x1868940951612800:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.009050:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.009054:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 85 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009063:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 85 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009074:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2d3f4eb/0x4a8a6555cee31746 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4ec expref: 85 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009093:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.009096:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20b:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.009100:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009106:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009128:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.009157:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+84:2396:x1868940951612800:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 112us (204us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.009164:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.009164:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 149
00000100:00100000:0.0:1782361990.009179:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.009183:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.009195:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.009201:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.009208:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951612928
00000100:00100000:1.0:1782361990.009212:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951612928
00010000:00010000:2.0:1782361990.009219:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.009229:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 83 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.009234:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.009243:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.009257:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.009263:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.009268:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 150
00010000:00010000:2.0:1782361990.009275:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.009281:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb8b60d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+83:2396:x1868940951612928:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.009289:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.009300:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 83 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009302:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.009314:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 83 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.009325:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20a:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.009334:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.009342:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.009344:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009344:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 83 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.009374:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee32e68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009419:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000524b0a8/0x4a8a6555cee3162e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d483 expref: 83 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.009420:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.009424:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.009425:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 83 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.009429:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.009448:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x209:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.009456:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 83 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009456:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x209:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.009463:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009477:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009539:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.009570:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202432:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.009571:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb8b60d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+82:2396:x1868940951612928:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 291us (397us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.009573:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.009599:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 150
00010000:00010000:3.0:1782361990.009612:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.009629:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.009639:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.009647:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddbe40 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.009681:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.009686:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009693:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.009696:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009703:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009722:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.009732:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.009734:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.009736:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.009738:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.009747:0:8398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e824dc43/0x4a8a6555cee32e6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.009846:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.009892:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 81 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.009902:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x208:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.009906:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x208:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.009911:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.010014:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 81 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.010024:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 81 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.010040:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202560:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.010102:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72000 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.010377:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202432:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.010394:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.010701:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.010815:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613056
00000100:00100000:3.0:1782361990.010822:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613056
00000100:00100000:0.0:1782361990.010845:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202560:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.010854:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 84 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.010870:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.010913:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 151
00000100:00100000:3.0:1782361990.010927:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+84:2396:x1868940951613056:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.010940:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.010951:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 84 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.010963:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 84 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.010979:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029bf0c9e/0x4a8a6555cee316d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d4c2 expref: 84 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.010988:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.010991:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20a:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.010994:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011001:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011021:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.011046:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011061:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.011071:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+83:2396:x1868940951613056:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 143us (367us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.011078:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011094:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011132:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.011147:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 151
00010000:00010000:1.0:1782361990.011156:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.011167:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.011177:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.011187:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.011192:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011193:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011217:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011219:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 82 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011241:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x209:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.011245:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x209:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.011246:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011250:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011259:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee32e76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.011266:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613184
00000100:00100000:3.0:1782361990.011272:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613184
00010000:00010000:1.0:1782361990.011279:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.011282:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.011283:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.011295:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 82 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011297:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 82 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011350:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 82 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.011363:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202688:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.011372:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 152
00000100:00100000:3.0:1782361990.011383:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+82:2396:x1868940951613184:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.011404:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.011411:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 82 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011426:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 82 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.011441:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.011451:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050ebcbe7/0x4a8a6555cee315be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d459 expref: 82 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011462:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x208:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.011465:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x208:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.011469:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011476:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.011545:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.011562:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011572:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011579:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011584:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011596:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.011607:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.011612:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011621:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.011631:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011642:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.011643:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+81:2396:x1868940951613184:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 257us (465us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.011643:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.011691:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 152
00010000:00010000:1.0:1782361990.011693:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 81 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011696:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011722:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x207:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.011724:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d690a30f/0x4a8a6555cee32e7d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011731:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x207:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.011743:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.011754:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.011758:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.011760:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.011772:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 80 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.011800:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 80 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.011814:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202816:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.011892:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548480 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.012215:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202688:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.012226:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.012749:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961202816:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.012760:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.012772:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.012795:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613312
00000100:00100000:1.0:1782361990.012799:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613312
00010000:00010000:1.0:1782361990.012816:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 83 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.012838:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 153
00000100:00100000:1.0:1782361990.012846:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+83:2396:x1868940951613312:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.012853:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.012857:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 83 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.012866:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 83 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.012890:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003942b550/0x4a8a6555cee31666 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d498 expref: 83 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.012906:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x209:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.012909:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x209:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.012913:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.012919:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.012953:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.012979:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.012988:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.012990:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+82:2396:x1868940951613312:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 144us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.013001:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.013012:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.013013:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 153
00010000:00010000:2.0:1782361990.013028:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.013035:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613440
00000100:00100000:1.0:1782361990.013040:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613440
00010000:00010000:2.0:1782361990.013058:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.013058:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 81 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013071:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.013078:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013090:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34200 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:1.0:1782361990.013092:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 154
00000100:00100000:1.0:1782361990.013106:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+81:2397:x1868940951613440:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.013107:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013115:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.013121:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013126:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 81 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013126:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.013149:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 81 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013163:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.013164:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x208:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.013164:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 81 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.013176:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x208:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.013188:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013192:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee32e84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x209:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.013229:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 81 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013233:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.013234:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ab10020/0x4a8a6555cee3154e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d42f expref: 81 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013238:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.013243:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.013251:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 81 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013254:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x207:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.013262:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x207:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.013267:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.013269:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202944:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.013281:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013300:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.013318:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.013324:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb180 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.013333:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+80:2397:x1868940951613440:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 226us (336us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.013336:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.013353:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 154
00010000:00010000:0.0:1782361990.013357:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013369:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013406:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.013415:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.013420:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013426:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.013429:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013437:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013457:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013462:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013468:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32e8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013488:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 79 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.013521:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.013524:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.013528:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.013529:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x206:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.013535:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x206:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.013541:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013566:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 79 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.013578:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 79 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.013590:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203072:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.013648:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.014022:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961202944:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.014040:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.014396:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.014433:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613568
00000100:00100000:1.0:1782361990.014438:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613568
00010000:00010000:1.0:1782361990.014457:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 82 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.014485:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203072:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.014495:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 155
00010000:00010000:0.0:1782361990.014522:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.014540:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+82:2396:x1868940951613568:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.014549:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.014554:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 82 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014565:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 82 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014584:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4615195/0x4a8a6555cee315f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d46e expref: 82 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014604:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x208:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.014608:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x208:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.014612:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014619:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014639:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.014652:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.014660:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.014671:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+81:2396:x1868940951613568:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 132us (277us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.014672:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.014691:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.014697:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 155
00000100:00100000:3.0:1782361990.014699:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613696
00000100:00100000:3.0:1782361990.014710:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613696
00010000:00010000:2.0:1782361990.014711:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.014738:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.014743:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 80 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014747:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.014759:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014767:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.014771:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014778:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014787:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.014792:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.014851:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 80 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014852:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee32e92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.014889:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x207:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.014894:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x207:0x0].0x0 since=0s v=(1 0)
00000100:00100000:3.0:1782361990.014901:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 156
00010000:00010000:2.0:1782361990.014902:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.014905:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.014913:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.014918:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361990.014935:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+80:2397:x1868940951613696:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.014947:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.014957:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 80 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.014959:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 80 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.014986:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 80 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.015002:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 80 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.015010:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b79ac14/0x4a8a6555cee314de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d405 expref: 80 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.015040:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961203200:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.015044:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x206:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.015051:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x206:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.015058:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.015070:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.015107:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.015108:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb180 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.015143:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.015152:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+79:2397:x1868940951613696:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 229us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.015169:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 156
00010000:00010000:1.0:1782361990.015176:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015192:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015199:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015213:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.015237:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.015242:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.015250:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.015253:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015257:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.015260:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015279:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 78 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.015282:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015292:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x205:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.015298:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32e99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015303:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x205:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.015313:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.015338:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 78 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.015344:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.015349:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.015353:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 78 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.015354:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.015370:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203328:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.015410:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.015860:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961203200:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.015871:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.016396:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.016454:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613824
00000100:00100000:0.0:1782361990.016461:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613824
00010000:00010000:0.0:1782361990.016489:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 81 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.016554:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 157
00000100:00100000:1.0:1782361990.016563:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203328:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.016568:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+81:2397:x1868940951613824:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.016582:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.016585:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.016588:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 81 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.016617:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 81 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.016632:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b63a78a/0x4a8a6555cee31586 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d444 expref: 81 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.016643:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x207:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.016646:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x207:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.016650:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.016657:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.016685:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361990.016715:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.016721:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.016726:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+80:2397:x1868940951613824:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 159us (328us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.016739:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.016744:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 157
00010000:00010000:2.0:1782361990.016754:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.016758:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951613952
00010000:00010000:2.0:1782361990.016761:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.016770:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951613952
00010000:00010000:2.0:1782361990.016782:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.016796:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.016805:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.016809:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 79 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.016824:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.016867:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.016872:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 79 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.016876:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.016908:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 158
00010000:00010000:1.0:1782361990.016922:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.016928:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x206:0x0].0x0 since=200s v=(0 0)
00000100:00100000:3.0:1782361990.016941:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+79:2394:x1868940951613952:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.016942:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x206:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.016965:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.016969:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.016983:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 79 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.016991:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.017001:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 79 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.017010:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 79 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017012:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32ea0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.017065:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000333cf58d/0x4a8a6555cee3146e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3db expref: 79 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.017066:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 79 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017071:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.017079:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.017087:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.017112:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961203456:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.017122:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x205:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.017127:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x205:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.017132:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.017140:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.017156:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.017175:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361990.017207:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+78:2394:x1868940951613952:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 276us (497us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.017209:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.017215:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 158
00010000:00010000:1.0:1782361990.017231:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017243:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017253:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017279:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.017294:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.017301:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.017312:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.017316:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.017326:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017331:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.017346:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017350:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 77 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.017358:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee32ea7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017380:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x204:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.017386:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x204:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.017392:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.017392:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.017397:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.017401:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.017423:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 77 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.017434:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 77 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.017446:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203584:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.017490:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.018024:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961203456:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.018036:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.018235:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203584:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.018248:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.018409:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.018455:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614080
00000100:00100000:0.0:1782361990.018466:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614080
00010000:00010000:0.0:1782361990.018484:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 80 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.018546:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 159
00000100:00100000:0.0:1782361990.018567:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+80:2396:x1868940951614080:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.018578:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.018584:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 80 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018597:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 80 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018614:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7c6c467/0x4a8a6555cee31516 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d41a expref: 80 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018627:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x206:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.018631:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x206:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.018636:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018647:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018672:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.018703:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.018707:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+79:2396:x1868940951614080:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 150us (297us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.018724:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.018731:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 159
00010000:00010000:2.0:1782361990.018742:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.018760:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.018764:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.018794:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361990.018804:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614208
00010000:00010000:2.0:1782361990.018809:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1782361990.018809:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614208
00010000:00010000:2.0:1782361990.018816:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018824:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 78 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.018828:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.018833:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.018850:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 160
00010000:00010000:2.0:1782361990.018852:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.018859:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+78:2396:x1868940951614208:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.018871:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.018873:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018891:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 78 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.018896:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee32eae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018912:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 78 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.018917:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.018920:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.018922:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.018928:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000067c9f96/0x4a8a6555cee313fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3b1 expref: 78 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018937:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x204:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.018940:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x204:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.018943:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018950:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.018963:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.018979:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.018984:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 78 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.018991:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x205:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.018995:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x205:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.018998:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019002:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.019009:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+77:2396:x1868940951614208:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 151us (248us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.019021:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 78 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019023:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.019027:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 160
00010000:00010000:2.0:1782361990.019056:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 78 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019063:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.019070:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961203712:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.019080:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019100:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.019128:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87ddb6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.019148:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019161:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 76 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.019166:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.019170:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x203:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.019176:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019177:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x203:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.019199:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.019200:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.019205:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019245:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 76 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.019260:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 76 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.019285:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.019291:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203840:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.019309:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.019321:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32eb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.019345:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.019350:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.019351:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.019357:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.019924:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961203712:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.019942:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.020102:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961203840:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.020117:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.020297:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.020330:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614336
00000100:00100000:0.0:1782361990.020335:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614336
00010000:00010000:0.0:1782361990.020352:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 79 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.020388:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 161
00000100:00100000:0.0:1782361990.020399:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+79:2397:x1868940951614336:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.020410:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.020416:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 79 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.020430:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 79 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.020447:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a437c469/0x4a8a6555cee314a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3f0 expref: 79 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.020461:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x205:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.020465:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x205:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.020470:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.020494:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.020558:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.020602:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+78:2397:x1868940951614336:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 203us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.020624:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.020626:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1782361990.020626:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 161
00000100:00100000:2.0:1782361990.020646:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1868940961203968:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1782361990.020659:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614464
00000100:00100000:1.0:1782361990.020660:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1868940961204096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1782361990.020665:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614464
00010000:00010000:0.0:1782361990.020688:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 77 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.020700:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1782361990.020716:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782361990.020727:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 162
00000100:00100000:0.0:1782361990.020741:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+77:2396:x1868940951614464:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.020753:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1782361990.020755:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961203968
00000100:00100000:2.0:1782361990.020762:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961203968
00010000:00010000:0.0:1782361990.020763:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 77 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.020786:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 77 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.020791:0:8400:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204096
00000100:00100000:1.0:1782361990.020799:0:8400:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204096
00010000:00010000:0.0:1782361990.020811:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213342ca/0x4a8a6555cee3138e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d387 expref: 77 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.020818:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619
00010000:00010000:0.0:1782361990.020832:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x203:0x0].0x0 since=0s v=(1 0)
00000100:00100000:2.0:1782361990.020835:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1868940961203968:12345-0@lo:41:osp-pre-1-0.0
00010000:00010000:0.0:1782361990.020848:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x203:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.020854:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.020860:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577
00010000:00010000:0.0:1782361990.020870:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00000024:2.0:1782361990.020875:0:6491:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446408192 avail 1300168704
00000100:00100000:1.0:1782361990.020892:0:8400:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1868940961204096:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1782361990.020903:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1782361990.020919:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00000024:1.0:1782361990.020923:0:8400:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 492023232 pending 0 free 3923042304 avail 3691520000
00000100:00100000:2.0:1782361990.020941:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1868940961203968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.020951:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619
00000100:00100000:0.0:1782361990.020969:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+76:2396:x1868940951614464:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 229us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.020978:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 162
00000100:00100000:1.0:1782361990.020996:0:8400:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1868940961204096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.021011:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1868940961203968:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1782361990.021011:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577
00000100:00100000:1.0:1782361990.021082:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1868940961204096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1782361990.021107:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1868940961204608:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021115:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1868940961204480:0@lo:400:kworker.0
00000100:00100000:3.0:1782361990.021147:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1868940961204352:0@lo:400:kworker.0
00000100:00100000:1.0:1782361990.021159:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782361990.021166:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48a4b082-2912-4898-8c94-97c355702b12:3621:1868940961204224:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021193:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204608
00000100:00100000:2.0:1782361990.021197:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204608
00000100:00100000:1.0:1782361990.021212:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1868940961205120:0@lo:400:kworker.0
00000100:00100000:3.0:1782361990.021244:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361990.021244:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075
00000100:00100000:0.0:1782361990.021246:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1782361990.021262:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.021266:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1868940961204608:12345-0@lo:400:kworker.0
00010000:00010000:1.0:1782361990.021280:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021301:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021312:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.021326:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961204736:0@lo:400:kworker.0
00000100:00100000:3.0:1782361990.021329:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1868940961204864:0@lo:400:kworker.0
00010000:00010000:1.0:1782361990.021335:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.021339:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1868940961204608:12345-0@lo:400:kworker.0 Request processed in 67us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.021358:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075
00010000:00010000:1.0:1782361990.021362:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.021371:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.021380:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204352
00000100:00100000:0.0:1782361990.021383:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361990.021387:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204352
00010000:00010000:1.0:1782361990.021387:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.021394:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021402:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021414:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021419:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.021433:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076
00000100:00100000:0.0:1782361990.021443:0:43212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204224
00000100:00100000:2.0:1782361990.021444:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1868940961204352:12345-0@lo:400:kworker.0
00010000:00010000:1.0:1782361990.021444:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.021450:0:43212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204224
00010000:00010000:1.0:1782361990.021454:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.021459:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.021475:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021483:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.021496:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1868940961204352:12345-0@lo:400:kworker.0 Request processed in 50us (264us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.021537:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021544:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.021551:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143
00000100:00100000:2.0:1782361990.021562:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076
00000100:00100000:3.0:1782361990.021563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1782361990.021573:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361990.021575:0:43212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba83366450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48a4b082-2912-4898-8c94-97c355702b12+24:3621:x1868940961204224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021594:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204864
00000100:00100000:2.0:1782361990.021599:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204864
00000100:00100000:2.0:1782361990.021642:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077
00010000:00010000:1.0:1782361990.021650:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.021658:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1868940961204352:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021659:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1868940961204864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1782361990.021660:0:43212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba83366450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48a4b082-2912-4898-8c94-97c355702b12+24:3621:x1868940961204224:12345-0@lo:400:kworker.0 Request processed in 82us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.021687:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143
00010000:00010000:1.0:1782361990.021690:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 75 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.021696:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:1.0:1782361990.021698:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x202:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.021705:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x202:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.021709:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.021717:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1868940961204992:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021724:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1868940961204864:12345-0@lo:400:kworker.0 Request processed in 72us (324us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.021734:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204736
00010000:00010000:1.0:1782361990.021735:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 75 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.021742:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204736
00000100:00100000:2.0:1782361990.021745:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077
00010000:00010000:1.0:1782361990.021765:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 75 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.021778:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961205248:192.168.204.40@tcp:104:
00000100:00080000:2.0:1782361990.021782:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1782361990.021787:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1782361990.021792:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1782361990.021794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782361990.021801:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867
00000100:00100000:0.0:1782361990.021817:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961204736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021826:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1782361990.021845:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548f00 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.021891:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1868940961204864:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.021900:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204992
00000100:00100000:0.0:1782361990.021904:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961204736:12345-0@lo:400:kworker.0 Request processed in 86us (520us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.021908:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204992
00000100:00100000:0.0:1782361990.021924:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867
00010000:00010000:1.0:1782361990.021927:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021940:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 77 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021945:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x204:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.021949:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x204:0x0].0x0 since=0s v=(1 0)
00000100:00100000:2.0:1782361990.021955:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961204480
00010000:00010000:1.0:1782361990.021955:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.021959:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961204480
00000100:00100000:3.0:1782361990.021969:0:12612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078
00010000:00010000:0.0:1782361990.021970:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.021981:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.021984:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 77 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.021999:0:12612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1868940961204992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.022000:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079
00000100:00100000:2.0:1782361990.022025:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1868940961204480:12345-0@lo:400:kworker.0
00010000:00010000:1.0:1782361990.022030:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 77 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.022030:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.022040:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.022044:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961205376:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.022060:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.022076:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.022086:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32ec3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.022096:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.022114:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.022121:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.022125:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.022129:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1868940961204480:12345-0@lo:400:kworker.0 Request processed in 111us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.022137:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079
00000100:00100000:3.0:1782361990.022148:0:12612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1868940961204992:12345-0@lo:400:kworker.0 Request processed in 157us (354us total) trans 0 rc 0/0
00000100:00080000:2.0:1782361990.022167:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1782361990.022168:0:12612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078
00000100:00100000:0.0:1782361990.022169:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:48a4b082-2912-4898-8c94-97c355702b12:3621:1868940961204224:0@lo:400:kworker.0
00000100:00080000:2.0:1782361990.022172:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1782361990.022203:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961204736:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.022208:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1868940961204480:0@lo:400:kworker.0
00000100:00100000:3.0:1782361990.022239:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361990.022276:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961205120
00000100:00100000:2.0:1782361990.022280:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961205120
00000100:00100000:3.0:1782361990.022312:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1868940961204608:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.022322:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080
00000100:00100000:2.0:1782361990.022337:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1868940961205120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361990.022373:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1868940961204992:0@lo:400:kworker.0
00000100:00100000:2.0:1782361990.022398:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1868940961205120:12345-0@lo:400:kworker.0 Request processed in 63us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.022406:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080
00000100:00100000:1.0:1782361990.022414:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1868940961205120:0@lo:400:kworker.0
00000100:00100000:1.0:1782361990.023237:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961205248:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.023257:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.023282:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961205376:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.023308:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.023660:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.023695:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614592
00000100:00100000:1.0:1782361990.023700:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614592
00000100:00100000:0.0:1782361990.023720:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.023721:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 76 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.023754:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614720
00000100:00100000:1.0:1782361990.023758:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614720
00010000:00010000:1.0:1782361990.023776:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 78 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.023783:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 163
00000100:00100000:2.0:1782361990.023793:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+76:2395:x1868940951614592:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1782361990.023808:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 164
00010000:00010000:2.0:1782361990.023810:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1782361990.023816:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+78:2397:x1868940951614720:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.023817:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 76 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.023826:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.023833:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 78 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.023836:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 76 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.023846:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 78 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.023854:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c5e8924/0x4a8a6555cee3131e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d35d expref: 76 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.023860:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e1cee52/0x4a8a6555cee31436 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d3c6 expref: 78 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.023868:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x202:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.023872:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x202:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.023891:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.023898:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x204:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.023901:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x204:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.023902:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.023906:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.023915:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.023930:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.023931:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.023963:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.023965:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.023977:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+75:2395:x1868940951614592:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 178us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.023977:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+77:2397:x1868940951614720:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 154us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.024008:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 164
00000100:00100000:2.0:1782361990.024024:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 163
00010000:00010000:0.0:1782361990.024027:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.024028:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024070:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.024078:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024079:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.024134:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024136:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.024145:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.024155:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024173:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.024177:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024184:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024195:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024200:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32eca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024201:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024236:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 74 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024240:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.024242:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x201:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.024244:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1782361990.024248:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x201:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.024249:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024256:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.024268:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.024269:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.024273:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024284:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.024295:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 74 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024301:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024328:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32ed1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x204:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024350:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.024353:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 74 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024354:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.024358:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.024358:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.024396:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961205504:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.024406:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 76 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.024420:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x203:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.024425:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x203:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.024431:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.024459:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffa80 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.024471:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 76 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.024585:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 76 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.024603:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961205632:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.024683:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72480 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.025203:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961205504:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.025217:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.025565:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961205632:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.025591:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.025603:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.025641:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614848
00000100:00100000:1.0:1782361990.025648:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614848
00010000:00010000:1.0:1782361990.025669:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 75 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.025700:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 165
00000100:00100000:1.0:1782361990.025708:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+75:2396:x1868940951614848:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.025718:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.025723:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 75 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025737:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 75 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025760:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ed5f925/0x4a8a6555cee312ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d333 expref: 75 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025772:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x201:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.025775:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x201:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.025778:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025784:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025802:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.025820:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.025831:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+74:2396:x1868940951614848:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 120us (241us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.025833:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.025852:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 165
00010000:00010000:0.0:1782361990.025856:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.025868:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.025900:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.025916:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.025923:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025934:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.025939:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.025943:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.025950:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.025965:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025977:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.025979:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951614976
00000100:00100000:2.0:1782361990.025984:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951614976
00010000:00010000:0.0:1782361990.025985:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 73 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.025991:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088ece83b/0x4a8a6555cee32ed8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.025995:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x200:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.026003:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x200:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.026005:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 77 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.026012:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.026022:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.026027:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.026030:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.026043:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 73 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.026045:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 166
00010000:00010000:0.0:1782361990.026056:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 73 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.026062:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+77:2396:x1868940951614976:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1782361990.026073:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961205760:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.026078:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.026087:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 77 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.026102:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 77 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.026121:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbc8f72f/0x4a8a6555cee313c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d39c expref: 77 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.026130:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff480 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.026133:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x203:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.026145:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x203:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.026151:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.026161:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.026185:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.026216:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+76:2396:x1868940951614976:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 160us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.026225:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 166
00010000:00010000:3.0:1782361990.026284:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026298:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026308:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026318:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026381:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.026399:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.026404:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.026411:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.026415:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.026421:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.026443:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.026448:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac5f5995/0x4a8a6555cee32edf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x203:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.026460:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.026462:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.026463:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.026569:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026602:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 75 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026612:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x202:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.026616:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x202:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.026621:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026650:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 75 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.026662:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 75 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.026677:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961205888:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.026820:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72480 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.026900:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961205760:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.026916:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.027141:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.027179:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615104
00000100:00100000:1.0:1782361990.027184:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615104
00010000:00010000:1.0:1782361990.027199:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 74 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.027222:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 167
00000100:00100000:1.0:1782361990.027231:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+74:2397:x1868940951615104:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.027243:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.027248:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 74 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027262:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 74 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027278:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056fbf8c7/0x4a8a6555cee3123e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d309 expref: 74 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027298:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x200:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.027301:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x200:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.027304:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027310:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027343:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.027363:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.027374:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.027383:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.027385:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+73:2397:x1868940951615104:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 153us (244us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.027397:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.027405:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 167
00010000:00010000:0.0:1782361990.027432:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.027438:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.027445:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027455:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.027460:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027471:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027489:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027539:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa83b718/0x4a8a6555cee32ee6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.027553:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027556:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.027560:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.027563:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.027575:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 72 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.027584:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ff:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.027588:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ff:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.027593:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.027621:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 72 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.027634:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 72 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.027649:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206016:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.027719:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.027720:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.027793:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615232
00000100:00100000:1.0:1782361990.027799:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615232
00010000:00010000:1.0:1782361990.027819:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 76 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.027842:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 168
00000100:00100000:1.0:1782361990.027849:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+76:2397:x1868940951615232:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.027856:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1782361990.027867:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961205888:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.027867:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 76 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027910:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 76 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027924:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069cc71d8/0x4a8a6555cee31356 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d372 expref: 76 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.027927:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027936:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x202:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.027951:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x202:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.027962:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027976:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.027994:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.028007:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.028023:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+75:2397:x1868940951615232:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 174us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.028051:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 168
00010000:00010000:3.0:1782361990.028067:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028081:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028090:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028111:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.028118:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.028124:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.028131:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.028134:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.028142:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.028153:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.028159:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee32eed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x202:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.028183:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.028185:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.028186:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.028465:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028485:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 74 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028495:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x201:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.028546:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.028554:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.028567:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206016:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.028580:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028589:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 74 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.028688:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 74 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.028714:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206144:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.028747:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.028787:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615360
00000100:00100000:0.0:1782361990.028793:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615360
00010000:00010000:0.0:1782361990.028818:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 73 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.028843:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72000 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.028875:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 169
00000100:00100000:0.0:1782361990.028902:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+73:2396:x1868940951615360:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.028913:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.028919:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 73 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.028933:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 73 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.028949:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb86b3bd/0x4a8a6555cee311ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2df expref: 73 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.028961:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ff:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.028965:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ff:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.028970:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.028978:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.029003:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.029027:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029038:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.029039:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+72:2396:x1868940951615360:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 139us (292us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.029058:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.029060:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 169
00010000:00010000:1.0:1782361990.029065:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029098:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.029120:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.029126:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029137:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.029142:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029149:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029150:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029177:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 71 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029178:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029194:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1fe:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.029197:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e5a5f93/0x4a8a6555cee32ef4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029199:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.029208:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029224:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.029226:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.029228:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.029232:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 71 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.029241:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 71 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.029268:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206272:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.029314:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825480c0 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.029582:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206144:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.029599:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.029726:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.029752:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615488
00000100:00100000:2.0:1782361990.029757:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615488
00010000:00010000:2.0:1782361990.029780:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 75 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.029802:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 170
00000100:00100000:2.0:1782361990.029808:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+75:2397:x1868940951615488:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.029816:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.029819:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 75 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029828:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 75 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029838:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003955ee29/0x4a8a6555cee312e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d348 expref: 75 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029847:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.029849:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x201:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.029853:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029858:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.029873:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.029916:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+74:2397:x1868940951615488:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 106us (192us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.029918:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.029939:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.029940:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 170
00010000:00010000:0.0:1782361990.029955:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.029965:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.029987:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.030001:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.030009:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030018:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.030024:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030032:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030045:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030051:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee32efb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x201:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030055:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030065:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.030066:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206272:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.030070:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.030075:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.030076:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 73 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030083:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030089:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x200:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.030095:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.030106:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030146:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 73 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030159:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 73 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.030172:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206400:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.030225:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.030256:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff600 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.030262:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615616
00000100:00100000:2.0:1782361990.030267:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615616
00010000:00010000:2.0:1782361990.030284:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 72 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.030308:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 171
00000100:00100000:2.0:1782361990.030324:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+72:2396:x1868940951615616:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.030335:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.030342:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 72 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030357:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 72 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030374:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e84575f/0x4a8a6555cee3115e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2b5 expref: 72 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030384:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.030386:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.030389:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030395:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.030412:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.030421:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030430:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030436:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.030442:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+71:2396:x1868940951615616:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 120us (220us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.030446:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.030455:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 171
00010000:00010000:1.0:1782361990.030470:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.030552:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.030560:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030570:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.030576:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030580:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030600:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030603:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 70 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030625:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1fd:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.030630:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.030633:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030635:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.030648:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bb7ccc3/0x4a8a6555cee32f02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030653:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 70 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.030672:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 70 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.030685:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206528:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.030691:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.030695:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.030699:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.030742:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.030994:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206400:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.031015:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.031347:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.031390:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615744
00000100:00100000:2.0:1782361990.031396:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615744
00010000:00010000:2.0:1782361990.031416:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 74 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.031465:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 172
00000100:00100000:2.0:1782361990.031477:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+74:2396:x1868940951615744:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.031488:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.031495:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 74 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031543:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 74 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031573:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e4dd011/0x4a8a6555cee31276 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d31e expref: 74 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031586:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.031592:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x200:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.031598:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031609:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.031616:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206528:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.031638:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031650:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.031676:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.031694:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.031694:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+73:2396:x1868940951615744:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 217us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.031723:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 172
00000100:00100000:0.0:1782361990.031821:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.031835:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.031845:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.031866:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951615872
00010000:00010000:3.0:1782361990.031871:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1782361990.031875:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951615872
00010000:00010000:2.0:1782361990.031905:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.031911:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 71 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031914:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.031933:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.031938:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.031950:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 173
00010000:00010000:2.0:1782361990.031951:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.031963:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+71:2397:x1868940951615872:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.031973:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.031975:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.031981:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 71 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.031987:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.032006:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee32f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032041:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 71 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.032051:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.032056:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.032063:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.032101:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ec48a0/0x4a8a6555cee310ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d28b expref: 71 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.032107:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 72 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032118:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.032137:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.032139:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ff:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.032158:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.032159:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.032175:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032176:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032256:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.032260:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 72 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.032276:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.032286:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 72 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.032307:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.032309:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+70:2397:x1868940951615872:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 335us (474us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.032335:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206656:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.032341:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.032344:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 173
00010000:00010000:0.0:1782361990.032360:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.032384:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.032395:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.032402:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032413:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.032419:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032429:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032444:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.032447:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032462:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bfc4518/0x4a8a6555cee32f10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.032545:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 69 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.032558:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.032558:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1fc:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.032565:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.032565:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.032570:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.032573:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.032583:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72480 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.032608:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 69 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.032624:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 69 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.032639:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206784:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.032712:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff180 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.033197:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206656:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.033209:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.033549:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.033580:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616000
00000100:00100000:1.0:1782361990.033587:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616000
00010000:00010000:1.0:1782361990.033608:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 73 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.033653:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 174
00000100:00100000:1.0:1782361990.033667:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+73:2397:x1868940951616000:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.033679:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.033688:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 73 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.033703:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 73 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.033721:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d421ac66/0x4a8a6555cee31206 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2f4 expref: 73 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.033724:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961206784:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.033743:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.033744:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.033750:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ff:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.033758:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.033796:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.033821:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.033830:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.033841:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.033852:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.033864:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+72:2397:x1868940951616000:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 199us (313us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.033864:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.033900:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 174
00010000:00010000:0.0:1782361990.033914:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.033940:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.033965:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.033972:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.033976:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616128
00010000:00010000:0.0:1782361990.033976:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.033983:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616128
00010000:00010000:2.0:1782361990.033986:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.033993:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.033994:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 71 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034003:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1fe:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.034007:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 70 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034008:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.034010:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034019:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034045:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034054:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6f21c5d/0x4a8a6555cee32f17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034059:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 71 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034077:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 71 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034082:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.034082:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 175
00010000:00010000:2.0:1782361990.034085:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.034089:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.034100:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+70:2396:x1868940951616128:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1782361990.034100:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206912:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.034131:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.034139:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 70 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.034162:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 70 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.034177:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.034184:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081ee13c6/0x4a8a6555cee3107e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d261 expref: 70 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.034194:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.034203:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.034208:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.034214:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.034232:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.034245:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034254:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.034260:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+69:2396:x1868940951616128:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 165us (323us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.034264:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.034269:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 175
00010000:00010000:0.0:1782361990.034278:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034298:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.034333:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.034340:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034345:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034349:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.034354:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034360:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 68 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034363:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034369:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1fb:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.034377:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034381:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.034386:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034398:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e0a3ef9/0x4a8a6555cee32f1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.034410:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 68 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.034417:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.034419:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.034422:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.034422:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 68 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.034433:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207040:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.034467:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff180 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.034952:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961206912:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.034965:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.035241:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207040:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.035261:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.035265:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.035310:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616256
00000100:00100000:2.0:1782361990.035315:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616256
00010000:00010000:2.0:1782361990.035332:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 72 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.035357:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 176
00000100:00100000:2.0:1782361990.035363:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+72:2397:x1868940951616256:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.035369:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.035374:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 72 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035383:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 72 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035399:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008704700a/0x4a8a6555cee31196 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2ca expref: 72 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035407:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.035410:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.035419:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035425:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.035436:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.035449:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.035473:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616384
00010000:00010000:0.0:1782361990.035479:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.035480:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616384
00000100:00100000:2.0:1782361990.035494:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+71:2397:x1868940951616256:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 125us (246us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.035494:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.035545:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 176
00010000:00010000:0.0:1782361990.035545:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.035553:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035555:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 69 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.035588:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.035604:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.035610:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035620:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.035625:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035635:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.035638:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.035644:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 177
00010000:00010000:2.0:1782361990.035652:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.035658:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 70 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035663:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee32f25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.035664:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+69:2396:x1868940951616384:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.035677:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1fd:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.035681:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.035684:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.035687:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035696:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 69 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035703:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.035707:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.035713:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.035714:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 70 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035718:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 69 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.035745:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 70 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035761:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d68644df/0x4a8a6555cee3100e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d237 expref: 69 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.035762:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961207168:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.035792:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.035795:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.035799:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035805:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.035830:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.035833:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.035859:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.035859:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+68:2396:x1868940951616384:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 202us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.035888:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 177
00010000:00010000:2.0:1782361990.035890:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035904:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035911:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035925:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.035938:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.035945:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035954:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.035959:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035962:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.035978:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.035982:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 67 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.036004:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1fa:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.036008:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fa:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.036011:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.036017:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.036056:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 67 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.036062:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee32f2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.036067:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 67 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.036090:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207296:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.036097:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.036102:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.036104:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.036122:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82481600 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.036867:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961207168:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.036896:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.037073:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207296:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.037085:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.037102:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.037150:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616512
00000100:00100000:0.0:1782361990.037157:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616512
00010000:00010000:0.0:1782361990.037180:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 71 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.037220:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 178
00000100:00100000:3.0:1782361990.037226:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.037235:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+71:2397:x1868940951616512:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1782361990.037248:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616640
00010000:00010000:0.0:1782361990.037248:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1782361990.037255:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616640
00010000:00010000:0.0:1782361990.037256:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 71 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.037272:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 71 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037278:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 68 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.037298:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e63348a4/0x4a8a6555cee31126 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d2a0 expref: 71 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.037311:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361990.037315:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 179
00010000:00010000:0.0:1782361990.037317:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.037325:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.037331:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+68:2396:x1868940951616640:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.037346:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.037355:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 68 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.037360:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037381:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 68 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037396:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed073065/0x4a8a6555cee30f9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d20d expref: 68 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.037396:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.037405:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037408:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fa:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.037416:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1fa:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.037422:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037430:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.037438:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+70:2397:x1868940951616512:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 206us (365us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.037442:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037455:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.037456:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 178
00010000:00010000:2.0:1782361990.037461:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037533:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.037536:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.037549:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.037554:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.037563:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+67:2396:x1868940951616640:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 237us (352us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.037567:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70400 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:1.0:1782361990.037574:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 179
00010000:00010000:2.0:1782361990.037576:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037588:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037599:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037603:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037614:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037619:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32f33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037624:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037632:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037638:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.037642:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.037645:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037649:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1782361990.037658:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.037664:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.037674:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.037682:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037695:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037697:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037717:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee32f3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037717:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 66 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037730:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.037732:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f9:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.037734:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.037737:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.037738:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.037743:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037764:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 66 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.037775:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 66 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.037785:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207424:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.037787:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037799:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 69 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037805:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1fc:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.037808:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.037811:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.037834:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 69 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.037851:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548d80 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.037856:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 69 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.037867:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961207552:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.037914:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82481600 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.038492:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207424:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.038521:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.038695:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961207552:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.038707:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.038924:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.038973:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616768
00000100:00100000:1.0:1782361990.038980:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616768
00010000:00010000:1.0:1782361990.039001:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 67 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.039028:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 180
00000100:00100000:1.0:1782361990.039036:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+67:2397:x1868940951616768:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.039050:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.039055:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 67 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039064:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 67 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039076:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fead2ca6/0x4a8a6555cee30f2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1e3 expref: 67 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039088:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.039092:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.039097:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039106:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039130:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.039141:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039150:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039156:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039161:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.039176:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+66:2397:x1868940951616768:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 140us (253us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.039179:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1782361990.039184:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 180
00010000:00010000:0.0:1782361990.039207:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.039214:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039224:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.039226:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039229:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039240:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039255:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 65 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039256:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039265:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f8:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.039265:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051782fdb/0x4a8a6555cee32f41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039269:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.039274:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039292:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.039294:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.039297:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.039298:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 65 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039308:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 65 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.039320:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207680:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.039376:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb913ef540 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.039433:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.039461:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951616896
00000100:00100000:2.0:1782361990.039468:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951616896
00010000:00010000:2.0:1782361990.039489:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 70 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.039555:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 181
00000100:00100000:2.0:1782361990.039568:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+70:2396:x1868940951616896:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.039577:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.039587:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 70 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039597:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 70 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039609:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057490ae6/0x4a8a6555cee310b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d276 expref: 70 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039620:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.039622:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.039626:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039632:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.039651:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.039677:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.039682:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+69:2396:x1868940951616896:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 119us (251us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.039688:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.039691:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 181
00010000:00010000:0.0:1782361990.039698:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039707:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039729:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.039762:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.039771:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039775:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039796:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 68 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039806:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1fb:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.039814:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.039821:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039827:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.039833:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039856:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039863:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 68 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.039891:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 68 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039897:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.039902:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961207808:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.039917:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee32f48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.039938:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.039942:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.039949:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.039964:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff600 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.040316:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207680:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.040327:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.040745:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.040790:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617024
00000100:00100000:0.0:1782361990.040794:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617024
00010000:00010000:0.0:1782361990.040814:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 66 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.040842:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961207808:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.040851:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 182
00000100:00100000:2.0:1782361990.040860:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.040865:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+66:2396:x1868940951617024:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.040868:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.040888:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.040896:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 66 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.040900:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617152
00000100:00100000:2.0:1782361990.040904:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617152
00010000:00010000:0.0:1782361990.040910:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 66 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.040920:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 69 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.040925:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069f29315/0x4a8a6555cee30ebe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1b9 expref: 66 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.040949:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 183
00010000:00010000:0.0:1782361990.040949:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.040953:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f8:0x0].0x0 since=0s v=(1 0)
00000100:00100000:2.0:1782361990.040958:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+69:2396:x1868940951617152:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.040958:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.040967:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.040968:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.040972:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 69 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.040984:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 69 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.040992:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.040998:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007562f7c6/0x4a8a6555cee31046 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d24c expref: 69 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041009:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.041013:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.041015:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041019:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.041022:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+65:2396:x1868940951617024:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 161us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.041038:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 182
00010000:00010000:2.0:1782361990.041042:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041045:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041070:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.041076:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041089:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.041105:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+68:2396:x1868940951617152:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 147us (245us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.041110:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.041116:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 183
00010000:00010000:0.0:1782361990.041134:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.041147:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.041157:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.041162:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.041173:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041182:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.041189:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041195:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 64 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041207:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f7:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.041210:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.041214:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.041239:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee32f4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041249:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 64 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.041258:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.041261:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 64 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.041263:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.041266:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.041275:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207936:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.041332:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.041351:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041359:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041366:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041371:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041387:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.041411:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.041418:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041425:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.041429:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041431:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041440:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041454:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 67 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041455:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041474:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1fa:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.041477:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce45bbcf/0x4a8a6555cee32f56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041479:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.041489:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.041521:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.041525:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.041528:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.041530:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 67 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.041549:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 67 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.041558:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208064:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.041605:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548f00 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.042046:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961207936:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.042057:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.042466:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.042537:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617280
00000100:00100000:3.0:1782361990.042550:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617280
00000100:00100000:2.0:1782361990.042586:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208064:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.042601:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.042709:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 65 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.042742:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.042779:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617408
00000100:00100000:2.0:1782361990.042787:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617408
00000100:00100000:3.0:1782361990.042794:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 184
00010000:00010000:2.0:1782361990.042815:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 68 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.042816:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+65:2397:x1868940951617280:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.042846:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.042854:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 65 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.042868:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 185
00010000:00010000:3.0:1782361990.042886:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 65 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.042902:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+68:2397:x1868940951617408:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.042916:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.042922:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057f11bbe/0x4a8a6555cee30e4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d18f expref: 65 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.042925:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 68 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.042974:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.042978:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 68 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.042980:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.042997:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.043021:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.043028:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029a9f1ca/0x4a8a6555cee30fd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d222 expref: 68 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.043058:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.043061:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1fa:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.043065:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.043072:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.043080:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.043107:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.043118:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.043119:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043133:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.043144:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+64:2397:x1868940951617280:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 334us (673us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.043149:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.043149:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.043156:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+67:2397:x1868940951617408:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 254us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.043191:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 184
00010000:00010000:0.0:1782361990.043194:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043203:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.043214:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.043217:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 185
00010000:00010000:1.0:1782361990.043218:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.043228:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.043229:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043247:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.043250:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.043253:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043263:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043282:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043291:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee32f5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043311:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.043312:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043316:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043323:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.043328:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.043328:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 66 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043338:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.043351:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f9:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.043355:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.043358:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.043361:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043371:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050a6dd8c/0x4a8a6555cee32f64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043386:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.043386:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 66 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043388:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.043390:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.043399:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.043408:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 66 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.043420:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208192:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.043440:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043453:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 63 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043461:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f6:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.043465:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.043469:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.043475:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.043495:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 63 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.043569:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 63 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.043580:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961208320:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.043635:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.044272:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae796a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208192:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.044285:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.044471:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961208320:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.044484:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.044707:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.044744:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617536
00000100:00100000:0.0:1782361990.044751:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617536
00010000:00010000:0.0:1782361990.044768:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 67 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.044790:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 186
00000100:00100000:0.0:1782361990.044796:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+67:2396:x1868940951617536:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.044808:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.044812:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 67 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.044820:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 67 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.044832:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098579f98/0x4a8a6555cee30f66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1f8 expref: 67 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.044841:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.044843:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.044847:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.044853:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.044875:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.044894:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.044905:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.044912:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.044918:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.044934:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361990.044935:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+66:2396:x1868940951617536:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 135us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.044946:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 186
00010000:00010000:0.0:1782361990.044980:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.044983:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.044997:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.044998:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.045002:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 65 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045026:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f8:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.045040:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.045049:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.045052:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.045059:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045072:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 65 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.045072:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.045093:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617664
00000100:00100000:1.0:1782361990.045100:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617664
00010000:00010000:2.0:1782361990.045101:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 65 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.045114:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.045116:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208448:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.045127:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 64 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.045132:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32f6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.045162:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.045168:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.045173:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.045180:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 187
00000100:00100000:1.0:1782361990.045189:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+64:2396:x1868940951617664:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.045197:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.045201:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 64 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.045210:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 64 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.045224:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000100dea3f/0x4a8a6555cee30dde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d165 expref: 64 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.045234:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.045237:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.045240:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.045254:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045900 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.045276:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.045300:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.045319:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045332:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.045338:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+63:2396:x1868940951617664:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 147us (357us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.045349:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.045355:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 187
00010000:00010000:2.0:1782361990.045367:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045389:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.045405:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.045415:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045441:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.045474:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.045483:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045539:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 62 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.045545:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045565:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f5:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.045570:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.045575:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045606:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 62 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.045617:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 62 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.045632:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961208576:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.045675:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.045685:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32f72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.045712:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045d80 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.045736:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.045739:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.045741:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.045952:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208448:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.045965:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.046542:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.046589:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617792
00000100:00100000:3.0:1782361990.046601:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617792
00000100:00100000:2.0:1782361990.046658:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961208576:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.046674:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.046734:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 66 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.046776:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 188
00000100:00100000:0.0:1782361990.046788:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.046794:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+66:2397:x1868940951617792:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1782361990.046813:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951617920
00010000:00010000:3.0:1782361990.046821:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1782361990.046821:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951617920
00010000:00010000:3.0:1782361990.046829:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 66 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.046844:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 66 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.046852:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 63 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.046869:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cf6ec3a/0x4a8a6555cee30ef6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1ce expref: 66 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.046955:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.046959:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.046966:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.046979:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 189
00010000:00010000:3.0:1782361990.046981:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.046997:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+63:2396:x1868940951617920:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.047010:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.047017:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 63 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.047022:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.047033:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047039:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 63 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047068:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db046f9e/0x4a8a6555cee30d6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d13b expref: 63 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047070:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.047094:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+65:2397:x1868940951617792:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 295us (547us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.047101:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.047111:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f5:0x0].0x0 since=0s v=(1 0)
00000100:00100000:3.0:1782361990.047115:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 188
00010000:00010000:0.0:1782361990.047121:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047128:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047138:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047155:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047163:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.047177:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.047183:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047186:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.047207:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.047211:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047235:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.047236:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+62:2396:x1868940951617920:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 241us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.047256:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 189
00010000:00010000:0.0:1782361990.047263:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 64 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.047265:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047295:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047321:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f7:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.047327:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047328:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.047338:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047346:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047358:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.047361:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.047375:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 64 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.047399:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000117ac560/0x4a8a6555cee32f79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047414:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.047452:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.047452:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 64 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.047462:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.047462:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.047469:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.047477:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.047478:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.047495:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.047531:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.047538:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208704:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.047552:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 61 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.047552:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047579:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f4:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.047585:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.047591:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047593:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.047618:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000939af74e/0x4a8a6555cee32f80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.047636:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 61 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.047643:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.047655:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.047661:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.047666:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 61 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.047681:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961208832:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.047699:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff480 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.047726:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045900 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.048301:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208704:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.048317:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.048625:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961208832:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.048639:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.048768:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.048798:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618048
00000100:00100000:3.0:1782361990.048805:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618048
00010000:00010000:3.0:1782361990.048892:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 65 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.048938:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 190
00000100:00100000:3.0:1782361990.048948:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+65:2397:x1868940951618048:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.048958:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.048963:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 65 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.048978:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.049022:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618176
00000100:00100000:2.0:1782361990.049029:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618176
00010000:00010000:3.0:1782361990.049052:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 65 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.049060:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 62 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049089:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d878a583/0x4a8a6555cee30e86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d1a4 expref: 65 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049101:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.049104:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.049110:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.049116:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 191
00010000:00010000:3.0:1782361990.049130:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.049145:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+62:2397:x1868940951618176:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.049161:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.049166:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.049169:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 62 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049183:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.049191:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 62 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049203:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049217:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.049221:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8a541/0x4a8a6555cee30cfe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d111 expref: 62 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049229:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.049244:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+64:2397:x1868940951618048:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 289us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.049297:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 190
00010000:00010000:2.0:1782361990.049297:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.049303:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.049316:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.049324:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049326:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.049334:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.049338:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049345:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.049357:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049366:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.049367:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.049392:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049396:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.049415:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+61:2397:x1868940951618176:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 272us (435us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.049430:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049442:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32f87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.049447:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 191
00010000:00010000:0.0:1782361990.049468:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.049471:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.049473:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.049565:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049581:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049594:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049613:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 63 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049625:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f6:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.049631:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.049634:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049654:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 63 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.049679:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 63 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.049682:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.049694:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1782361990.049702:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208960:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.049705:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049721:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.049727:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049738:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049761:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.049763:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff480 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.049778:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edbe90fe/0x4a8a6555cee32f8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.049803:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.049803:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.049826:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 60 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.049837:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f3:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.049842:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.049846:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.049892:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 60 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.049907:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 60 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.049924:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209088:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.049928:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.049932:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.049993:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.050651:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961208960:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.050665:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.050985:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209088:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.051008:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.051216:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.051253:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618432
00000100:00100000:3.0:1782361990.051261:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618432
00010000:00010000:3.0:1782361990.051338:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 61 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.051372:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 192
00000100:00100000:3.0:1782361990.051379:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+61:2396:x1868940951618432:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.051392:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1782361990.051400:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.051401:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 61 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.051419:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 61 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.051429:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618304
00000100:00100000:2.0:1782361990.051437:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618304
00010000:00010000:3.0:1782361990.051441:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2788496/0x4a8a6555cee30c8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0e7 expref: 61 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.051466:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 64 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.051517:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.051521:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.051527:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.051537:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.051548:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 193
00000100:00100000:2.0:1782361990.051567:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+64:2396:x1868940951618304:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.051580:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.051585:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.051590:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 64 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051610:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.051613:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 64 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051628:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.051635:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+60:2396:x1868940951618432:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 251us (415us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.051673:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.051680:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 192
00010000:00010000:0.0:1782361990.051685:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.051693:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebf80609/0x4a8a6555cee30e16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d17a expref: 64 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.051728:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.051729:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.051734:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.051741:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.051746:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.051756:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.051760:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051794:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.051804:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.051816:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051818:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 59 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.051820:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.051832:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051871:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f2:0x0].0x0 since=200s v=(0 0)
00000100:00100000:2.0:1782361990.051890:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+63:2396:x1868940951618304:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 311us (473us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.051894:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051900:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.051912:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.051920:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.051946:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 193
00010000:00010000:1.0:1782361990.051959:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.051978:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.052004:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.052006:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32f9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.052010:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 59 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.052066:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 59 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.052074:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361990.052081:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209216:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.052088:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.052096:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.052101:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.052111:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.052117:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.052138:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffa80 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.052146:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.052166:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.052173:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088ece83b/0x4a8a6555cee32f95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.052199:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.052204:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.052207:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.052453:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.052467:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 62 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.052473:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f5:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.052475:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.052478:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.052519:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 62 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.052540:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 62 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.052556:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961209344:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.052651:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72000 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.052965:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209216:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.052983:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.053264:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.053387:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618560
00000100:00100000:3.0:1782361990.053392:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618560
00010000:00010000:3.0:1782361990.053413:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 60 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.053439:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 194
00000100:00100000:3.0:1782361990.053449:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+60:2397:x1868940951618560:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.053461:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.053467:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 60 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.053481:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 60 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.053536:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e58286d1/0x4a8a6555cee30c1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0bd expref: 60 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.053549:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f2:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361990.053558:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961209344:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.053559:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.053573:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.053589:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.053595:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.053644:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.053663:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.053673:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.053681:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.053688:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.053692:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+59:2397:x1868940951618560:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 242us (426us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.053705:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 194
00010000:00010000:1.0:1782361990.053709:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.053747:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.053757:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.053771:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.053775:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.053779:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.053799:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 58 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.053817:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.053827:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.053832:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f1:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.053837:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.053841:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.053893:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.053894:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618688
00010000:00010000:1.0:1782361990.053894:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 58 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.053903:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618688
00010000:00010000:3.0:1782361990.053933:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 63 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.053943:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee32fa3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.053952:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 58 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.053998:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 195
00000100:00100000:1.0:1782361990.053998:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209472:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.054003:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.054010:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.054018:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361990.054025:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+63:2396:x1868940951618688:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.054038:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.054046:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 63 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.054061:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 63 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.054080:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7d4c858/0x4a8a6555cee30da6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d150 expref: 63 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.054086:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.054090:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.054099:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.054103:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.054110:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.054130:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.054152:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.054164:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+62:2396:x1868940951618688:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 150us (350us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.054168:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054188:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054194:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054211:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.054223:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.054233:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.054246:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.054254:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.054274:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 195
00010000:00010000:0.0:1782361990.054275:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.054303:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054309:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 61 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054326:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f4:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.054331:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.054332:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054340:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.054348:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ded7c08a/0x4a8a6555cee32faa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.054368:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.054371:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.054375:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.054376:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 61 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.054397:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 61 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.054408:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961209600:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.054451:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff480 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.054855:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209472:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.054871:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.055120:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.055228:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618816
00000100:00100000:3.0:1782361990.055233:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618816
00010000:00010000:3.0:1782361990.055254:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 59 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.055283:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 196
00000100:00100000:3.0:1782361990.055291:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+59:2396:x1868940951618816:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.055299:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.055303:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 59 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055313:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 59 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055328:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1a3b17d/0x4a8a6555cee30bae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d093 expref: 59 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.055342:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961209600:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.055362:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.055366:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.055371:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.055374:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055397:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055432:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.055451:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055470:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055477:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055483:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055546:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.055558:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.055568:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.055583:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+58:2396:x1868940951618816:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 287us (459us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.055594:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32e00 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:3.0:1782361990.055603:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 196
00010000:00010000:0.0:1782361990.055607:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055615:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.055643:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055650:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 57 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.055664:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.055695:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f0:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.055698:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.055702:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.055723:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.055727:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014a30085/0x4a8a6555cee32fb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.055744:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951618944
00000100:00100000:3.0:1782361990.055753:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951618944
00010000:00010000:1.0:1782361990.055766:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 57 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055778:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 62 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.055784:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.055785:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 57 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.055790:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.055800:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.055820:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209728:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.055828:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 197
00000100:00100000:3.0:1782361990.055841:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+62:2396:x1868940951618944:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.055853:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.055860:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 62 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055888:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 62 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.055902:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.055920:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099b83627/0x4a8a6555cee30d36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d126 expref: 62 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055933:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.055937:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.055940:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055947:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.055965:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.055997:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056018:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056029:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056039:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.056051:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+61:2396:x1868940951618944:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 206us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.056060:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 197
00010000:00010000:0.0:1782361990.056070:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.056100:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.056109:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.056120:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.056127:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056131:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.056148:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056162:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 60 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.056172:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056175:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f3:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.056194:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e5a5f93/0x4a8a6555cee32fb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056196:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.056212:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.056226:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.056230:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.056232:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.056245:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 60 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.056258:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 60 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.056280:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961209856:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.056324:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.056674:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209728:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.056694:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.057002:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.057046:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619072
00000100:00100000:0.0:1782361990.057052:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619072
00010000:00010000:0.0:1782361990.057083:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 58 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.057117:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 198
00000100:00100000:0.0:1782361990.057126:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+58:2396:x1868940951619072:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.057138:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.057145:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 58 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.057160:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 58 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.057181:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ccfd09d/0x4a8a6555cee30b3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d069 expref: 58 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.057194:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.057198:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.057204:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.057230:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.057261:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.057279:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.057291:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961209856:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.057297:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057312:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.057313:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+57:2396:x1868940951619072:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 183us (309us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.057314:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.057355:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 198
00010000:00010000:2.0:1782361990.057366:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057394:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.057406:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.057414:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.057425:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.057429:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.057441:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057456:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.057461:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057471:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 56 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.057490:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee32fbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057495:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ef:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.057555:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ef:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.057561:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.057590:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.057593:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 56 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.057595:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.057599:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.057612:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 56 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.057630:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209984:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.057696:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045000 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.057783:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.057813:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619200
00000100:00100000:2.0:1782361990.057820:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619200
00010000:00010000:2.0:1782361990.057842:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 61 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.057900:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 199
00000100:00100000:2.0:1782361990.057906:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+61:2394:x1868940951619200:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.057913:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.057918:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 61 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057927:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 61 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057941:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc424a9/0x4a8a6555cee30cc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0fc expref: 61 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057952:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.057955:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.057958:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057964:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.057981:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.058008:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+60:2394:x1868940951619200:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 101us (225us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.058010:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.058023:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 199
00010000:00010000:1.0:1782361990.058030:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058044:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058055:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058086:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.058117:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.058126:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.058141:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.058146:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.058157:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058172:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.058174:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.058216:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee32fc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058224:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 59 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058238:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f2:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.058242:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.058245:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.058251:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.058257:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.058261:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.058294:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 59 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.058325:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 59 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.058340:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210112:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.058392:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.058603:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961209984:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.058620:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.058986:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.059028:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619328
00000100:00100000:2.0:1782361990.059032:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619328
00010000:00010000:2.0:1782361990.059049:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 57 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.059072:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 200
00000100:00100000:2.0:1782361990.059078:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+57:2396:x1868940951619328:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.059085:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.059089:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 57 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.059099:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 57 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.059113:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096a4c23c/0x4a8a6555cee30ace lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d03f expref: 57 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.059122:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ef:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.059125:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ef:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.059128:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.059145:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.059171:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.059204:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+56:2396:x1868940951619328:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 125us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.059211:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 200
00010000:00010000:1.0:1782361990.059235:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059251:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059263:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059274:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059300:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.059311:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210112:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.059314:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.059328:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.059339:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.059343:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.059356:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.059371:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.059380:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee32fcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059382:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.059414:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.059417:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 55 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.059421:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.059427:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.059437:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ee:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.059448:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059450:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.059461:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.059485:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.059551:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 55 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059566:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 55 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.059575:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619456
00000100:00100000:1.0:1782361990.059582:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961210240:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.059583:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619456
00010000:00010000:3.0:1782361990.059615:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 60 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.059678:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 201
00000100:00100000:1.0:1782361990.059685:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.059699:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+60:2397:x1868940951619456:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.059714:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.059720:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 60 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.059734:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 60 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.059754:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc53989c/0x4a8a6555cee30c56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0d2 expref: 60 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.059767:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.059815:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.059821:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.059831:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.059858:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.059900:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059910:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.059920:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+59:2397:x1868940951619456:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 228us (432us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.059920:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.059938:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.059944:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 201
00010000:00010000:1.0:1782361990.059962:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.059994:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.060004:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.060015:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.060020:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.060026:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.060045:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.060059:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 58 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.060069:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.060072:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f1:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.060086:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.060106:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.060109:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bea8ee6b/0x4a8a6555cee32fd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.060163:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.060165:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 58 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.060168:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.060171:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.060187:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 58 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.060201:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210368:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.060244:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.060671:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961210240:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.060690:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.060933:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.061088:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619584
00000100:00100000:3.0:1782361990.061095:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619584
00010000:00010000:3.0:1782361990.061122:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 56 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.061162:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 202
00000100:00100000:3.0:1782361990.061174:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+56:2397:x1868940951619584:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.061187:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.061192:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 56 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061205:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 56 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.061216:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210368:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.061226:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084eb06ca/0x4a8a6555cee30a5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d015 expref: 56 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061234:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061240:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.061248:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.061253:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061334:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061363:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.061396:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061407:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.061414:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+55:2397:x1868940951619584:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 240us (481us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.061422:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061447:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.061452:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 202
00000100:00100000:0.0:1782361990.061457:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.061489:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.061551:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.061560:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061569:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.061575:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061585:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061602:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061618:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee32fdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.061638:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619712
00010000:00010000:1.0:1782361990.061642:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361990.061645:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619712
00010000:00010000:1.0:1782361990.061646:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.061651:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.061670:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 59 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.061702:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 203
00000100:00100000:3.0:1782361990.061714:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+59:2397:x1868940951619712:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.061726:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.061735:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061736:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 59 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061770:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 54 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061771:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 59 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061795:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ed:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.061800:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ed:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.061804:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061807:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e514aac5/0x4a8a6555cee30be6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d0a8 expref: 59 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061832:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.061836:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.061841:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061847:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 54 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.061854:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.061869:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 54 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.061912:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961210496:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.061921:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.061960:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.061962:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+58:2397:x1868940951619712:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 251us (528us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.061978:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 203
00000100:00100000:1.0:1782361990.061989:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.062001:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062019:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062029:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062069:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.062084:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.062094:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.062105:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.062109:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.062121:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.062139:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.062148:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ca4d39b/0x4a8a6555cee32fe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062172:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.062173:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.062178:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.062183:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.062201:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 57 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062211:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f0:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.062216:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.062221:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062259:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 57 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.062273:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 57 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.062289:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210624:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.062357:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff600 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.062762:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961210496:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.062778:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.063114:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.063160:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619840
00000100:00100000:0.0:1782361990.063168:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619840
00010000:00010000:0.0:1782361990.063198:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 55 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.063250:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 204
00000100:00100000:0.0:1782361990.063266:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+55:2397:x1868940951619840:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.063279:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.063285:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 55 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063299:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 55 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063321:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b01c890/0x4a8a6555cee309ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfeb expref: 55 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063338:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ed:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.063343:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ed:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.063349:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.063350:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210624:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.063377:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.063387:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063407:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.063438:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.063449:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+54:2397:x1868940951619840:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 185us (336us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.063461:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.063466:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 204
00010000:00010000:2.0:1782361990.063476:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.063488:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.063546:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.063559:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.063567:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063577:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.063583:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063595:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063614:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063622:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e309678/0x4a8a6555cee32fe9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.063626:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063648:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.063656:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.063664:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.063668:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.063680:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 53 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.063690:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ec:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.063695:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ec:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.063700:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.063707:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951619968
00000100:00100000:0.0:1782361990.063713:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951619968
00010000:00010000:2.0:1782361990.063728:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 53 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063736:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 58 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.063745:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 53 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.063760:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961210752:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.063776:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 205
00000100:00100000:0.0:1782361990.063787:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+58:2397:x1868940951619968:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.063806:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.063812:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 58 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063828:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 58 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.063836:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045000 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.063848:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a530103b/0x4a8a6555cee30b76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d07e expref: 58 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063861:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.063865:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.063871:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063896:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.063926:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.063961:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+57:2397:x1868940951619968:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 174us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.063971:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 205
00010000:00010000:1.0:1782361990.063974:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.063986:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.063995:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.064001:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.064019:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.064039:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.064048:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.064075:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.064080:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.064089:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.064100:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.064104:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.064140:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1831f87/0x4a8a6555cee32ff0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.064145:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 56 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.064187:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ef:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.064191:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.064195:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.064201:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.064205:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.064208:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.064247:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 56 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.064261:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 56 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.064275:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210880:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.064318:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.064749:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961210752:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.064775:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.064959:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.065014:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620096
00000100:00100000:2.0:1782361990.065022:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620096
00010000:00010000:2.0:1782361990.065048:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 54 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.065101:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 206
00000100:00100000:2.0:1782361990.065113:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+54:2396:x1868940951620096:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.065125:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.065132:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 54 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.065143:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961210880:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.065152:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 54 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065163:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065184:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cdb8a8d/0x4a8a6555cee3097e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfc1 expref: 54 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065200:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ec:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.065204:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ec:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.065209:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065218:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065249:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.065291:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.065292:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+53:2396:x1868940951620096:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 180us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.065321:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 206
00010000:00010000:1.0:1782361990.065340:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065356:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065367:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065407:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.065421:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.065427:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065435:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.065440:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065449:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065466:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065475:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee32ff7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065494:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361990.065496:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.065531:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.065534:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.065565:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620224
00000100:00100000:2.0:1782361990.065573:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620224
00010000:00010000:2.0:1782361990.065603:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 57 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065613:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065632:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 52 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.065645:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 207
00000100:00100000:2.0:1782361990.065669:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+57:2396:x1868940951620224:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.065697:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1eb:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.065699:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.065705:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1eb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.065713:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065714:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 57 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065764:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 57 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065780:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 52 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065789:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ead97746/0x4a8a6555cee30b06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d054 expref: 57 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.065796:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 52 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.065833:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211008:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.065834:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.065846:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ef:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.065851:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065862:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.065915:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.065934:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548600 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.065941:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.065956:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.065962:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+56:2396:x1868940951620224:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 298us (462us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.065972:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.065986:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 207
00010000:00010000:0.0:1782361990.066002:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.066026:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.066058:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.066066:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.066077:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.066083:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.066090:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.066095:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.066113:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 55 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.066122:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.066126:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ee:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.066129:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.066145:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.066163:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9168627/0x4a8a6555cee32ffe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.066203:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.066206:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 55 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.066208:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.066215:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.066225:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 55 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.066237:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211136:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.066277:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff180 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.066785:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211008:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.066796:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.067125:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211136:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.067157:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.067261:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.067285:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.067305:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620352
00000100:00100000:3.0:1782361990.067315:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620352
00000100:00100000:0.0:1782361990.067331:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620480
00000100:00100000:0.0:1782361990.067339:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620480
00010000:00010000:3.0:1782361990.067353:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 53 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.067366:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 56 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.067406:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 208
00000100:00100000:3.0:1782361990.067425:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+53:2397:x1868940951620352:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1782361990.067430:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 209
00010000:00010000:3.0:1782361990.067445:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1782361990.067446:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+56:2396:x1868940951620480:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.067457:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 53 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067459:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.067468:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 56 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.067485:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 53 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067485:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 56 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.067581:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d449cfe/0x4a8a6555cee3090e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf97 expref: 53 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067581:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058502eb4/0x4a8a6555cee30a96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d02a expref: 56 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.067612:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1eb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.067618:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1eb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.067621:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.067625:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.067630:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.067636:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067638:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.067663:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067675:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.067705:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.067714:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.067715:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+55:2396:x1868940951620480:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 273us (429us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.067734:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.067744:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+52:2397:x1868940951620352:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 319us (476us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.067751:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 209
00010000:00010000:0.0:1782361990.067781:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.067787:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.067791:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 208
00010000:00010000:0.0:1782361990.067820:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.067823:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.067840:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.067845:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.067870:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1782361990.067899:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1782361990.067903:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1782361990.067914:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.067918:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.067930:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067933:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.067945:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.067953:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.067964:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.067969:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.067969:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.067982:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.068027:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.068031:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 54 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068036:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.068062:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f755b2a8/0x4a8a6555cee3300c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068112:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050a6dd8c/0x4a8a6555cee33005 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.068112:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ed:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.068121:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.068123:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.068126:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.068132:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.068143:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068160:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.068165:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.068168:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.068174:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 54 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.068189:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 54 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.068203:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211264:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.068275:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffd80 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.068381:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068398:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 51 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068405:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ea:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.068408:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ea:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.068412:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068436:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 51 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.068446:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 51 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.068458:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211392:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.068542:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045900 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.069171:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211264:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.069187:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.069323:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211392:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.069340:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.069588:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.069627:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620608
00000100:00100000:0.0:1782361990.069633:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620608
00010000:00010000:0.0:1782361990.069654:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 55 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.069693:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 210
00000100:00100000:0.0:1782361990.069710:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+55:2396:x1868940951620608:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.069727:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.069732:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 55 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.069746:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 55 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.069762:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.069791:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005099f7e3/0x4a8a6555cee30a26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040d000 expref: 55 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.069811:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620736
00010000:00010000:0.0:1782361990.069812:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361990.069819:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620736
00010000:00010000:0.0:1782361990.069820:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ed:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.069829:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.069845:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 52 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.069871:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.069907:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 211
00010000:00010000:0.0:1782361990.069924:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.069930:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+52:2395:x1868940951620736:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.069946:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.069949:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.069954:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 52 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.069982:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.069986:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 52 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.069986:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+54:2396:x1868940951620608:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 268us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.070040:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 210
00010000:00010000:3.0:1782361990.070041:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.070054:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063badbdb/0x4a8a6555cee3089e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf6d expref: 52 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.070060:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.070071:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ea:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.070083:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ea:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.070088:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.070091:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.070100:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070102:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.070117:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.070131:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.070151:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070158:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.070167:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070168:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.070183:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+51:2395:x1868940951620736:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 257us (425us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.070212:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.070229:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070234:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.070248:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 211
00010000:00010000:0.0:1782361990.070251:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070299:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070314:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0c3c6f8/0x4a8a6555cee33013 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.070382:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 53 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070387:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.070395:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.070407:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.070407:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070421:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.070424:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070432:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070442:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070454:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee3301a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.070460:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ec:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.070463:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.070468:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.070473:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.070474:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.070480:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.070549:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070560:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 50 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070590:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e9:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.070594:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.070599:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.070615:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 53 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070662:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 50 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.070680:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 50 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.070695:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211648:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.070713:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 53 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.070735:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211520:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.070777:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045d80 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.070793:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb87c72000 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.071577:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211648:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.071602:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.071714:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211520:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.071731:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.072088:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.072150:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620864
00000100:00100000:1.0:1782361990.072161:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620864
00010000:00010000:1.0:1782361990.072206:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 51 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.072254:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 212
00000100:00100000:1.0:1782361990.072271:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+51:2396:x1868940951620864:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1782361990.072285:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.072289:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.072301:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 51 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.072321:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951620992
00000100:00100000:3.0:1782361990.072329:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951620992
00010000:00010000:1.0:1782361990.072345:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 51 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072369:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083524463/0x4a8a6555cee3082e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf43 expref: 51 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072388:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.072393:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.072399:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.072408:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 54 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072413:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.072454:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 213
00010000:00010000:1.0:1782361990.072467:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1782361990.072468:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+54:2396:x1868940951620992:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.072481:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.072495:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.072530:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 54 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.072555:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 54 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.072579:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+50:2396:x1868940951620864:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 304us (488us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.072612:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.072625:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 212
00010000:00010000:3.0:1782361990.072632:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1b25fe0/0x4a8a6555cee309b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfd6 expref: 54 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.072662:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.072668:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.072684:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.072707:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.072736:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ec:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.072744:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.072745:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072757:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.072761:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072783:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.072787:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072792:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.072806:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.072835:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 49 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.072849:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.072850:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e8:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.072852:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.072857:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+53:2396:x1868940951620992:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 385us (570us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.072887:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e8:0x0].0x0 since=0s v=(1 0)
00000100:00100000:3.0:1782361990.072910:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 213
00010000:00010000:0.0:1782361990.072911:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.072944:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.072950:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.072981:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.072982:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 49 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.073014:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee33028 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.073039:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 49 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.073041:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.073090:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1782361990.073092:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211776:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.073097:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1782361990.073099:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.073113:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.073118:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.073130:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.073152:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.073156:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.073167:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee33021 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.073173:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.073181:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff180 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.073226:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 52 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.073231:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.073236:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.073244:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1eb:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.073244:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.073253:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.073258:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.073282:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 52 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.073293:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 52 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.073305:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211904:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.073334:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045900 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.074336:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961211776:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.074364:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.074387:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961211904:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.074409:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.074792:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.074865:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621120
00000100:00100000:0.0:1782361990.074874:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621120
00000100:00100000:3.0:1782361990.074906:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.074926:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 53 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.074955:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621248
00000100:00100000:1.0:1782361990.074965:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621248
00000100:00100000:0.0:1782361990.074993:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 214
00010000:00010000:1.0:1782361990.075005:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 50 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.075015:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+53:2394:x1868940951621120:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.075031:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.075041:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 53 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075053:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 53 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075073:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018f69338/0x4a8a6555cee30946 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cfac expref: 53 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.075082:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 215
00010000:00010000:0.0:1782361990.075099:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.075105:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1eb:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361990.075108:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+50:2397:x1868940951621248:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.075115:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075126:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.075129:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075137:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 50 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075167:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 50 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075177:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.075199:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007d7bd0c/0x4a8a6555cee307be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf19 expref: 50 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.075207:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075216:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.075217:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075230:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e8:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361990.075234:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+52:2394:x1868940951621120:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 216us (429us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.075247:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.075260:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.075283:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 214
00010000:00010000:3.0:1782361990.075293:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075335:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.075337:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.075358:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.075372:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.075376:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.075389:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.075399:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075400:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075426:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075429:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.075444:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+49:2397:x1868940951621248:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 334us (527us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.075479:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075483:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.075487:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 215
00010000:00010000:0.0:1782361990.075553:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33036 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.075562:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075580:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.075585:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.075593:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.075597:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 51 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075614:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.075616:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ea:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.075627:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.075640:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075665:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.075676:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 51 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075681:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.075687:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075709:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.075718:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075736:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075749:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075750:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075771:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1831f87/0x4a8a6555cee3302f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075780:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 48 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.075784:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 51 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.075785:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.075790:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.075795:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.075802:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e7:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.075812:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.075821:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.075841:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212032:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.075860:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 48 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.075869:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 48 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.075895:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212160:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.075963:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045d80 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.075968:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb880b7e40 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.076865:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212160:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.076908:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.077068:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212032:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.077100:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.077374:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.077448:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621376
00000100:00100000:3.0:1782361990.077455:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621376
00010000:00010000:3.0:1782361990.077485:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 49 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.077553:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 216
00000100:00100000:3.0:1782361990.077568:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+49:2396:x1868940951621376:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1782361990.077581:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.077595:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.077607:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 49 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.077616:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621504
00010000:00010000:3.0:1782361990.077623:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 49 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.077626:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621504
00010000:00010000:0.0:1782361990.077657:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 52 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.077694:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039a9f94b/0x4a8a6555cee3074e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceef expref: 49 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.077708:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 217
00010000:00010000:3.0:1782361990.077715:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.077724:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e7:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361990.077725:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+52:2395:x1868940951621504:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.077742:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.077749:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.077769:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 52 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.077771:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.077821:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 52 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.077841:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.077845:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1443e47/0x4a8a6555cee308d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf82 expref: 52 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.077865:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.077870:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ea:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.077872:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.077892:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.077896:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.077922:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+48:2396:x1868940951621376:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 350us (542us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.077923:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.077924:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.077969:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 216
00010000:00010000:2.0:1782361990.077970:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.077996:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.078012:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.078032:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.078043:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.078057:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:0.0:1782361990.078065:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+51:2395:x1868940951621504:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 343us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.078076:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 217
00010000:00010000:2.0:1782361990.078084:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078098:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 47 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078105:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e6:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.078109:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.078111:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078114:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.078153:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.078210:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.078220:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014866a69/0x4a8a6555cee33044 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078222:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 47 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078268:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 47 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.078273:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.078284:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212288:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.078285:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.078293:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.078343:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88045900 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.078360:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078367:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078375:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078381:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078417:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.078457:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.078465:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078471:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.078484:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.078491:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078494:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 50 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078564:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e9:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.078568:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.078574:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.078598:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078601:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 50 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.078623:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 50 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.078628:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.078633:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212416:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.078646:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee3303d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.078664:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.078666:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.078669:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.078682:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb913ef540 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.079242:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212288:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.079259:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.079648:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212416:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.079661:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.079675:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.079720:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621632
00000100:00100000:0.0:1782361990.079726:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621632
00010000:00010000:0.0:1782361990.079746:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 48 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.079773:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 218
00000100:00100000:0.0:1782361990.079779:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+48:2397:x1868940951621632:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.079787:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.079791:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 48 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079800:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 48 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079821:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e002ef50/0x4a8a6555cee306de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cec5 expref: 48 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079830:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.079832:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.079836:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079846:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079871:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.079903:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.079921:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.079928:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+47:2397:x1868940951621632:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 146us (257us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.079932:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.079938:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 218
00010000:00010000:2.0:1782361990.079948:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.079968:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.079978:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.079984:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079990:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.079993:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.079999:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.080021:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.080027:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000348e2149/0x4a8a6555cee3304b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.080037:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.080042:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.080046:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.080050:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.080053:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 46 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.080059:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e5:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.080062:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.080065:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.080082:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 46 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.080089:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 46 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.080103:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212544:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.080153:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb913ef540 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.080558:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.080608:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621760
00000100:00100000:3.0:1782361990.080617:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621760
00010000:00010000:3.0:1782361990.080654:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 51 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.080695:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 219
00000100:00100000:3.0:1782361990.080710:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+51:2397:x1868940951621760:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.080725:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.080733:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 51 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.080820:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 51 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.080845:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006173b6e4/0x4a8a6555cee30866 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf58 expref: 51 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.080864:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.080869:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.080892:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.080905:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.080956:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.080988:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081002:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081012:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081021:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081044:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.081071:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.081079:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.081097:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+50:2397:x1868940951621760:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 382us (533us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.081097:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.081102:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081111:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.081151:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 219
00010000:00010000:2.0:1782361990.081153:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 50 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081156:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081178:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e8:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.081184:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.081190:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081194:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081210:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee33052 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081264:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 49 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081267:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.081271:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.081275:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.081283:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 49 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.081299:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212672:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.081338:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212544:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.081359:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.081383:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.081577:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.081617:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951621888
00000100:00100000:0.0:1782361990.081626:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951621888
00010000:00010000:0.0:1782361990.081660:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 47 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.081698:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 220
00000100:00100000:0.0:1782361990.081708:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+47:2397:x1868940951621888:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.081719:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.081725:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 47 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081742:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 47 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081757:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aac0d206/0x4a8a6555cee3066e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce9b expref: 47 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081781:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.081784:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.081788:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081795:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.081813:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.081845:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+46:2397:x1868940951621888:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 137us (281us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.081859:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081887:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.081887:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 220
00010000:00010000:2.0:1782361990.081903:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081912:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.081944:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.081989:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.082003:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.082005:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.082074:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 45 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.082074:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.082086:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.082112:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e4:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.082127:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.082135:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.082141:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.082155:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 45 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.082166:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 45 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.082175:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212800:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.082175:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.082229:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000473c78d7/0x4a8a6555cee33059 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.082232:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221180 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.082279:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.082285:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.082288:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.082613:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212672:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.082629:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.082905:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.082953:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622016
00000100:00100000:1.0:1782361990.082958:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622016
00010000:00010000:1.0:1782361990.082979:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 50 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.083004:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 221
00000100:00100000:1.0:1782361990.083011:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+50:2396:x1868940951622016:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.083019:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.083025:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 50 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083034:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 50 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083048:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a443fb7/0x4a8a6555cee307f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf2e expref: 50 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083059:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.083062:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.083072:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083079:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083106:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.083138:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.083145:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+49:2396:x1868940951622016:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 130us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.083156:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961212800:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.083172:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 221
00010000:00010000:3.0:1782361990.083187:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.083187:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.083257:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.083271:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.083296:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.083320:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.083329:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.083341:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.083346:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.083358:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.083373:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.083389:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee33060 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.083413:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.083416:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.083419:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.083574:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.083584:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.083606:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 48 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.083617:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e7:0x0].0x0 since=200s v=(0 0)
00000100:00100000:2.0:1782361990.083620:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622144
00000100:00100000:2.0:1782361990.083627:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622144
00010000:00010000:3.0:1782361990.083634:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.083645:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.083663:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 46 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.083691:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 48 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.083704:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 222
00010000:00010000:3.0:1782361990.083723:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 48 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.083726:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+46:2397:x1868940951622144:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.083754:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.083766:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 46 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.083767:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212928:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.083795:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 46 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.083815:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b074afd/0x4a8a6555cee305fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce71 expref: 46 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.083828:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.083833:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.083838:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.083848:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.083892:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb880b7e40 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.083894:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.083920:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083934:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.083941:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+45:2397:x1868940951622144:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 218us (367us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.083952:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.083958:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 222
00010000:00010000:1.0:1782361990.083966:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.083984:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.083997:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.084004:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.084015:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.084019:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.084029:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.084046:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.084055:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000777c9fe3/0x4a8a6555cee33067 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.084068:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.084075:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.084087:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.084088:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 44 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.084093:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.084117:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e3:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.084125:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.084130:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.084158:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 44 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.084172:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 44 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.084181:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213056:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.084218:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.084869:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961212928:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.084910:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.085208:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213056:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.085227:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.085432:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.085473:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622272
00000100:00100000:3.0:1782361990.085482:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622272
00010000:00010000:3.0:1782361990.085628:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 49 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.085652:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.085690:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622400
00000100:00100000:0.0:1782361990.085716:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 223
00000100:00100000:0.0:1782361990.085732:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+49:2397:x1868940951622272:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.085747:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1782361990.085749:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622400
00010000:00010000:0.0:1782361990.085758:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 49 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.085779:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 45 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.085781:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 49 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.085841:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002503d181/0x4a8a6555cee30786 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cf04 expref: 49 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.085861:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(1 0)
00000100:00100000:3.0:1782361990.085867:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 224
00010000:00010000:0.0:1782361990.085870:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.085892:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.085909:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.085915:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+45:2396:x1868940951622400:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.085949:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.085959:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 45 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.085968:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.085978:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 45 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086007:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.086015:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+48:2397:x1868940951622272:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 283us (580us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.086019:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d935a67/0x4a8a6555cee3058e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce47 expref: 45 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086045:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.086064:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e3:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361990.086080:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 223
00010000:00010000:3.0:1782361990.086084:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.086089:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.086096:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086109:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.086117:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086151:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.086157:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.086188:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.086201:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.086208:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+44:2396:x1868940951622400:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 295us (553us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.086225:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:3.0:1782361990.086233:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 224
00010000:00010000:1.0:1782361990.086233:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086235:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086286:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 47 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086315:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e6:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.086316:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086323:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.086349:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086355:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086376:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8f467d7/0x4a8a6555cee3306e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086400:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 47 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086402:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.086407:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.086411:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.086427:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.086444:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 47 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086448:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.086463:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213184:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.086478:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086489:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086574:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.086617:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221cc0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.086621:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.086634:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.086665:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.086670:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.086683:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086696:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086715:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 43 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086721:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e2:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.086724:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.086727:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086760:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 43 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.086774:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 43 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.086792:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213312:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.086839:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.086852:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33075 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.086859:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.086897:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.086901:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.086906:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.087583:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213184:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.087606:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.087857:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.087917:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622528
00000100:00100000:1.0:1782361990.087925:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622528
00010000:00010000:1.0:1782361990.087956:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 48 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.087997:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 225
00000100:00100000:2.0:1782361990.088002:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213312:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.088021:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+48:2396:x1868940951622528:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.088027:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088035:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.088052:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 48 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088068:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 48 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088087:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000911fa891/0x4a8a6555cee30716 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceda expref: 48 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088101:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.088105:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.088110:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088119:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088154:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.088166:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.088192:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088207:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.088209:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622656
00000100:00100000:1.0:1782361990.088216:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+47:2396:x1868940951622528:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 192us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.088219:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622656
00010000:00010000:3.0:1782361990.088248:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 44 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088255:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.088256:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 225
00010000:00010000:2.0:1782361990.088290:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.088313:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 226
00010000:00010000:2.0:1782361990.088339:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.088379:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+44:2397:x1868940951622656:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.088393:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.088396:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.088405:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 44 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.088408:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088427:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.088449:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.088465:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.088491:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 44 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088493:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 46 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.088496:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.088536:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064deaf96/0x4a8a6555cee3051e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce1d expref: 44 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088571:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e5:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.088583:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.088584:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.088587:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088597:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.088599:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.088615:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.088648:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f19b78a/0x4a8a6555cee3307c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.088666:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088693:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 46 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.088722:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 46 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.088729:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.088732:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.088740:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.088745:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213440:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.088745:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.088757:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.088769:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+43:2397:x1868940951622656:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 396us (611us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.088778:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 226
00010000:00010000:1.0:1782361990.088779:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088807:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088818:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.088823:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221540 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.088852:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.088864:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.088869:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.088893:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.088897:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088943:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088960:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 42 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.088969:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e1:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.088973:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.088977:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.089007:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.089011:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 42 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.089029:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.089031:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 42 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.089051:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efaca6a9/0x4a8a6555cee33083 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.089061:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213568:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.089074:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.089078:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.089080:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1782361990.089128:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548f00 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.089732:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213440:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.089748:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.089928:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213568:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.089950:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.089992:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.090054:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622784
00000100:00100000:2.0:1782361990.090064:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622784
00010000:00010000:2.0:1782361990.090097:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 47 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.090139:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 227
00000100:00100000:2.0:1782361990.090152:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+47:2396:x1868940951622784:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.090166:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.090171:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 47 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090183:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 47 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090198:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000969ee995/0x4a8a6555cee306a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ceb0 expref: 47 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090209:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.090212:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.090216:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090223:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.090243:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.090256:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.090300:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951622912
00000100:00100000:1.0:1782361990.090308:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951622912
00000100:00100000:2.0:1782361990.090309:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+46:2396:x1868940951622784:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 155us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.090323:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 227
00010000:00010000:3.0:1782361990.090333:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.090342:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 43 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.090351:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.090367:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.090377:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.090399:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 228
00010000:00010000:3.0:1782361990.090404:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.090422:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+43:2397:x1868940951622912:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.090429:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.090436:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.090449:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 43 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.090449:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090471:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 43 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.090472:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.090481:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.090493:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090496:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d46f25b/0x4a8a6555cee304ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdf3 expref: 43 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090556:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.090558:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090561:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.090566:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090576:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.090592:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edbe90fe/0x4a8a6555cee3308a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.090635:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 45 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090642:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.090642:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.090651:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.090656:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.090657:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e4:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.090673:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.090687:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090746:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.090752:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 45 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.090767:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 45 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.090779:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213696:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.090779:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.090797:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+42:2397:x1868940951622912:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 374us (544us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.090808:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.090821:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 228
00010000:00010000:1.0:1782361990.090837:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.090850:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.090890:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.090893:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb880b7e40 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.090908:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.090917:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090927:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.090933:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090945:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090961:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.090967:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.090971:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33091 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.091019:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 41 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.091024:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.091028:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.091032:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.091044:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e0:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.091048:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.091053:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.091079:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 41 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.091090:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 41 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.091102:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213824:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.091172:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825480c0 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.091625:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213696:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.091638:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.091916:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961213824:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.091931:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.092048:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.092100:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623040
00000100:00100000:1.0:1782361990.092107:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623040
00010000:00010000:1.0:1782361990.092134:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 46 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.092177:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 229
00000100:00100000:3.0:1782361990.092188:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+46:2396:x1868940951623040:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.092207:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1782361990.092208:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.092218:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 46 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092230:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 46 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.092257:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623168
00000100:00100000:1.0:1782361990.092261:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623168
00010000:00010000:3.0:1782361990.092284:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aee24f4/0x4a8a6555cee30636 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce86 expref: 46 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092287:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 42 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092308:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.092313:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.092318:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092325:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.092334:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 230
00000100:00100000:1.0:1782361990.092346:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+42:2396:x1868940951623168:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.092355:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.092358:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.092365:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 42 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092381:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 42 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.092389:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+45:2396:x1868940951623040:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 201us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.092399:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 229
00010000:00010000:2.0:1782361990.092402:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092408:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a96869c/0x4a8a6555cee3043e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdc9 expref: 42 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092434:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.092440:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.092441:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092445:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092463:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.092483:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.092485:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.092532:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092546:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.092551:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092576:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.092588:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+41:2396:x1868940951623168:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 240us (378us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.092591:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.092603:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.092615:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 230
00010000:00010000:0.0:1782361990.092630:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.092639:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092649:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.092653:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092664:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092683:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.092688:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092693:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd3803d9/0x4a8a6555cee33098 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.092715:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 44 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092725:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.092727:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e3:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.092733:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.092735:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.092740:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092747:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.092769:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.092778:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 44 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092786:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.092796:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.092799:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 44 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.092827:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213952:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.092835:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092852:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 40 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092864:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1df:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.092891:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1df:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.092909:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092910:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.092924:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.092932:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb882216c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.092940:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092954:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 40 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092963:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.092971:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 40 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.092987:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9168627/0x4a8a6555cee3309f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.093003:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214080:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.093023:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.093058:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff600 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.093077:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.093080:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.093842:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961213952:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.093863:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.094039:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214080:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.094056:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.094535:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.094598:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623296
00000100:00100000:2.0:1782361990.094605:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623296
00000100:00100000:1.0:1782361990.094614:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.094636:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 41 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.094665:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623424
00000100:00100000:2.0:1782361990.094668:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623424
00000100:00100000:0.0:1782361990.094681:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 231
00010000:00010000:2.0:1782361990.094686:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 45 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.094702:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+41:2396:x1868940951623296:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1782361990.094710:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 232
00000100:00100000:1.0:1782361990.094735:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+45:2394:x1868940951623424:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.094736:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.094758:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.094758:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 41 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.094773:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 45 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.094799:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 41 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.094806:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 45 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.094863:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e594c23/0x4a8a6555cee303ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd9f expref: 41 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.094865:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058f960fa/0x4a8a6555cee305c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce5c expref: 45 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.094916:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.094921:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1df:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.094922:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.094937:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.094939:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1df:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.094963:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.094964:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.095009:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095020:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.095047:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.095047:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.095059:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.095072:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+44:2394:x1868940951623424:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 336us (448us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.095076:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095077:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.095099:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 232
00000100:00100000:0.0:1782361990.095104:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+40:2396:x1868940951623296:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 398us (591us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.095132:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.095148:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 231
00010000:00010000:3.0:1782361990.095152:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095190:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.095229:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095238:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.095251:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1782361990.095256:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1782361990.095265:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.095266:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095274:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095312:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095312:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e71200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.095316:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.095325:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095341:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 43 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.095343:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095358:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095375:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e2:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.095378:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095394:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.095411:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.095414:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095414:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.095418:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095474:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f755b2a8/0x4a8a6555cee330ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.095492:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000777c9fe3/0x4a8a6555cee330a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095576:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.095585:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 43 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.095586:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 39 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.095586:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.095595:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.095596:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.095606:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.095615:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.095628:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1de:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.095633:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.095639:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.095641:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 43 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.095700:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961214208:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.095726:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 39 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.095742:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 39 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.095757:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214336:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.095772:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221480 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.095861:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb880b7e40 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.096914:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961214208:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.096918:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214336:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.096948:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.096952:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.097273:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.097307:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623552
00000100:00100000:3.0:1782361990.097317:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623552
00000100:00100000:1.0:1782361990.097333:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.097354:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 44 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.097406:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623680
00000100:00100000:2.0:1782361990.097413:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623680
00000100:00100000:1.0:1782361990.097434:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 233
00010000:00010000:2.0:1782361990.097440:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 40 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.097452:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+44:2396:x1868940951623552:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.097464:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.097470:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 44 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.097481:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 234
00010000:00010000:1.0:1782361990.097561:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 44 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.097567:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+40:2395:x1868940951623680:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.097591:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.097597:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 40 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.097607:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031dbeb05/0x4a8a6555cee30556 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce32 expref: 44 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.097613:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 40 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.097643:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.097647:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.097651:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004204967c/0x4a8a6555cee3035e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd75 expref: 40 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.097658:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.097670:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.097672:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.097676:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.097695:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.097704:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.097722:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.097737:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.097754:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.097765:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+43:2396:x1868940951623552:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 314us (490us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.097772:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.097773:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.097774:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+39:2395:x1868940951623680:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 272us (440us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.097785:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 233
00000100:00100000:2.0:1782361990.097826:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 234
00010000:00010000:0.0:1782361990.097839:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.097843:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.097872:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.097893:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.097926:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.097953:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.097963:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1782361990.097975:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1782361990.097981:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.097989:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.097994:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.098016:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.098029:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.098035:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.098036:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.098038:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.098039:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.098100:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.098113:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.098113:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8f467d7/0x4a8a6555cee330bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.098125:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 38 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.098128:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 42 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.098160:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.098193:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1dd:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.098194:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.098204:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.098205:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e1:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.098210:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1dd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.098212:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.098227:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.098232:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.098233:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.098238:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.098302:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 42 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.098316:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 38 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.098352:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e824dc43/0x4a8a6555cee330b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.098359:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 42 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.098363:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 38 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.098411:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961214464:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.098417:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214592:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.098419:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.098423:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.098426:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.098473:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221180 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.098473:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffe40 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.099654:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961214464:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.099686:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214592:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.099687:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.099712:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.100017:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.100059:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623808
00000100:00100000:0.0:1782361990.100065:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623808
00000100:00100000:1.0:1782361990.100092:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.100093:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 39 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.100133:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951623936
00000100:00100000:0.0:1782361990.100136:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951623936
00010000:00010000:0.0:1782361990.100149:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 43 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.100170:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 235
00000100:00100000:0.0:1782361990.100178:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 236
00000100:00100000:2.0:1782361990.100186:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+39:2396:x1868940951623808:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1782361990.100191:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+43:2397:x1868940951623936:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.100206:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.100208:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.100211:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 43 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100220:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 39 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100226:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 43 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100252:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 39 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100257:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a4fa19/0x4a8a6555cee304e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ce08 expref: 43 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100290:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000431fd3b2/0x4a8a6555cee302ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd4b expref: 39 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100294:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.100304:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.100311:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100313:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1dd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.100323:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1dd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.100330:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100332:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100357:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100373:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.100391:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.100404:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.100407:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+42:2397:x1868940951623936:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 220us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.100424:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+38:2396:x1868940951623808:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 239us (404us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.100448:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 236
00010000:00010000:3.0:1782361990.100469:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.100475:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 235
00010000:00010000:3.0:1782361990.100493:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.100551:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100576:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100589:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100599:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100618:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100662:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.100678:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1782361990.100690:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1782361990.100699:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.100700:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.100716:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100723:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.100738:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.100739:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.100752:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100753:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100758:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100764:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100826:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 41 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100828:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 37 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100831:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.100852:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100906:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1dc:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.100908:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e0:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.100917:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.100920:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1dc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.100933:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.100946:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.100959:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.100968:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000473c78d7/0x4a8a6555cee330c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.100982:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af322aec/0x4a8a6555cee330c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.101042:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 37 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.101060:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 41 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.101074:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 37 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.101074:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.101075:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.101082:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.101082:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.101086:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 41 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.101096:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.101097:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.101127:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961214848:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.101137:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214720:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.101245:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548d80 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.101246:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.102183:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214720:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.102201:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.102428:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961214848:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.102439:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.102612:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.102659:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624064
00000100:00100000:0.0:1782361990.102661:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.102672:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624064
00000100:00100000:2.0:1782361990.102711:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624192
00010000:00010000:1.0:1782361990.102718:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 38 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.102721:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624192
00010000:00010000:2.0:1782361990.102753:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 42 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.102789:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 237
00000100:00100000:3.0:1782361990.102802:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 238
00000100:00100000:1.0:1782361990.102805:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+38:2397:x1868940951624064:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1782361990.102819:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+42:2394:x1868940951624192:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.102823:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.102829:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.102834:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 38 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.102839:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 42 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.102866:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 42 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.102893:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 38 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.102901:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000833bc5f8/0x4a8a6555cee30476 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdde expref: 42 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.102920:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036b24248/0x4a8a6555cee3027e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd21 expref: 38 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.102921:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.102933:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1dc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.102936:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.102938:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1dc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.102945:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.102947:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.102959:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.102967:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.102987:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.103012:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.103014:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103025:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103035:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103041:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103043:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.103051:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+37:2397:x1868940951624064:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 243us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.103065:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+41:2394:x1868940951624192:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 239us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.103100:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 237
00010000:00010000:0.0:1782361990.103111:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.103114:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.103124:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 238
00010000:00010000:1.0:1782361990.103140:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.103151:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103152:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.103178:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.103185:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103197:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.103200:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103211:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.103253:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103263:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 36 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103264:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.103272:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000965924b/0x4a8a6555cee330d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.103282:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.103300:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1db:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.103301:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103316:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1db:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.103324:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.103343:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.103343:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.103350:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.103355:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.103360:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.103371:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103385:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 40 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.103406:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103408:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1df:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.103419:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 36 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103424:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.103429:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103441:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.103447:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 36 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.103450:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee330d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.103480:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 40 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.103538:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214976:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.103554:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 40 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.103567:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215104:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.103596:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.103598:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.103600:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.103650:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221780 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.103651:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.104598:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215104:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.104627:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.104703:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961214976:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.104722:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.104964:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.105003:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624320
00000100:00100000:0.0:1782361990.105008:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624320
00010000:00010000:0.0:1782361990.105028:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 41 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.105069:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 239
00000100:00100000:0.0:1782361990.105079:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+41:2395:x1868940951624320:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.105090:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.105095:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 41 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.105112:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.105118:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 41 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105139:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ffb1138/0x4a8a6555cee30406 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cdb4 expref: 41 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105154:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.105157:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1df:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361990.105160:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624448
00010000:00010000:0.0:1782361990.105162:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.105168:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624448
00010000:00010000:0.0:1782361990.105171:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105199:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.105207:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 37 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105219:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105234:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105246:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.105248:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+40:2395:x1868940951624320:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 167us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.105263:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 240
00010000:00010000:2.0:1782361990.105278:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.105283:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 239
00000100:00100000:1.0:1782361990.105289:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+37:2397:x1868940951624448:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.105327:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.105339:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 37 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105349:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.105358:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 37 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105365:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.105373:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105392:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.105398:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.105400:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008aadd133/0x4a8a6555cee3020e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccf7 expref: 37 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105419:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105458:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.105464:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1db:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.105467:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 39 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.105481:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1db:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.105540:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1de:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.105549:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105551:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.105559:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105569:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.105607:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105614:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000348e2149/0x4a8a6555cee330e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.105636:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 39 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105640:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.105644:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.105649:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.105659:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.105661:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 39 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.105668:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.105695:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.105700:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215232:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.105715:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+36:2397:x1868940951624448:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 424us (602us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.105717:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.105733:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.105740:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 240
00010000:00010000:3.0:1782361990.105759:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.105789:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.105815:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.105824:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105834:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.105840:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105863:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105895:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105903:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d1c583d/0x4a8a6555cee330de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.105921:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.105923:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.105925:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.105992:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.106009:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 35 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.106032:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1da:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.106036:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1da:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.106042:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.106068:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 35 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.106080:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 35 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.106093:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961215360:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.106151:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221180 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.106762:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215232:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.106780:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.107033:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961215360:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.107048:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.107169:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.107223:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624576
00000100:00100000:1.0:1782361990.107230:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624576
00010000:00010000:1.0:1782361990.107256:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 40 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.107307:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 241
00000100:00100000:1.0:1782361990.107318:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+40:2396:x1868940951624576:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.107331:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.107337:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 40 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107351:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 40 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107370:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e300e1cb/0x4a8a6555cee30396 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd8a expref: 40 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107384:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.107388:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.107394:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107404:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107430:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.107467:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+39:2396:x1868940951624576:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 149us (299us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.107472:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.107480:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 241
00010000:00010000:2.0:1782361990.107550:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.107561:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.107571:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.107594:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.107637:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.107646:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107658:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.107660:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107665:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107698:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.107699:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 38 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.107733:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361990.107756:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1dd:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.107762:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.107768:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.107769:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.107778:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624704
00000100:00100000:3.0:1782361990.107787:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624704
00010000:00010000:3.0:1782361990.107814:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 36 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107816:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee330ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.107860:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 38 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.107866:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 242
00000100:00100000:3.0:1782361990.107906:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+36:2397:x1868940951624704:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.107912:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 38 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.107921:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.107928:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.107930:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.107936:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.107944:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 36 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.107962:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 36 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.107962:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215488:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.108005:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e90fdff7/0x4a8a6555cee3019e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cccd expref: 36 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108024:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1da:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.108029:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1da:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.108036:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.108037:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.108053:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108082:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.108105:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.108120:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+35:2397:x1868940951624704:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 213us (402us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.108121:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.108146:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 242
00010000:00010000:2.0:1782361990.108148:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.108161:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.108181:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.108236:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.108248:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 34 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.108254:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d9:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.108256:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.108260:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108277:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.108286:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.108290:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 34 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.108331:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 34 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.108345:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961215616:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.108390:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34800 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:2.0:1782361990.108394:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb882216c0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.108397:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108411:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108426:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108434:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000117ac560/0x4a8a6555cee330f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.108457:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.108460:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.108462:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.108906:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215488:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.108919:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.109208:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961215616:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.109218:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.109452:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.109496:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624832
00000100:00100000:0.0:1782361990.109535:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624832
00010000:00010000:0.0:1782361990.109562:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 35 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.109596:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 243
00000100:00100000:0.0:1782361990.109606:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+35:2397:x1868940951624832:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.109617:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.109624:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 35 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109639:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 35 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109672:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000184c1320/0x4a8a6555cee3012e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cca3 expref: 35 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.109692:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.109697:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.109704:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.109709:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109719:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.109733:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951624960
00000100:00100000:1.0:1782361990.109741:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951624960
00010000:00010000:0.0:1782361990.109749:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.109768:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 39 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.109775:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.109786:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.109795:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.109803:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+34:2397:x1868940951624832:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 192us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.109811:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 244
00000100:00100000:1.0:1782361990.109834:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+39:2397:x1868940951624960:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.109835:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.109836:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 243
00010000:00010000:2.0:1782361990.109890:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.109892:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.109899:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.109906:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 39 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109909:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109945:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.109949:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109951:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.109980:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.109988:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 39 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.109991:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 33 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.110046:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d8:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.110051:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.110052:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.110059:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110063:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d55779a/0x4a8a6555cee30326 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd60 expref: 39 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.110083:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000128838a4/0x4a8a6555cee33101 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110123:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.110131:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.110135:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.110138:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 33 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110140:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.110141:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.110148:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.110191:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.110202:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 33 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.110221:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961215744:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.110223:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.110245:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.110263:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.110271:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+38:2397:x1868940951624960:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 444us (590us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.110278:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.110284:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 244
00010000:00010000:3.0:1782361990.110306:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.110307:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.110338:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.110350:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.110356:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110377:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.110383:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110394:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110411:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110421:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee330fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.110426:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110442:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.110445:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 37 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.110446:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.110454:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.110539:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1dc:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.110545:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.110551:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.110622:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 37 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.110650:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 37 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.110663:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215872:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.110711:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb882216c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.111992:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961215744:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.112014:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.112160:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961215872:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.112175:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.112450:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.112538:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625088
00000100:00100000:0.0:1782361990.112545:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625088
00010000:00010000:0.0:1782361990.112573:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 38 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.112601:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 245
00000100:00100000:0.0:1782361990.112611:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+38:2396:x1868940951625088:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.112623:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.112630:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 38 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.112643:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 38 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.112662:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c11d2b9c/0x4a8a6555cee302b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd36 expref: 38 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.112691:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.112695:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1dc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.112700:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.112710:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.112735:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.112773:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.112779:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+37:2396:x1868940951625088:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 167us (331us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.112793:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.112799:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 245
00010000:00010000:2.0:1782361990.112811:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.112822:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.112855:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.112898:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.112912:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.112924:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.112932:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.112943:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.112954:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.112989:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.113010:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113011:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 36 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113044:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1db:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.113048:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063f2c87b/0x4a8a6555cee3310f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113051:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(1 0)
00000100:00100000:0.0:1782361990.113057:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625216
00000100:00100000:0.0:1782361990.113067:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625216
00010000:00010000:2.0:1782361990.113068:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.113094:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 34 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.113100:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.113104:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.113112:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 36 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.113113:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.113131:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 36 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.113147:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 246
00000100:00100000:2.0:1782361990.113149:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216000:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.113162:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+34:2397:x1868940951625216:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.113174:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.113180:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 34 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.113196:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 34 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.113216:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.113235:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ca8a1e9/0x4a8a6555cee300be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc79 expref: 34 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.113252:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.113257:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.113263:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.113274:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.113301:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1782361990.113346:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+33:2397:x1868940951625216:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 185us (360us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.113347:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.113365:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 246
00010000:00010000:2.0:1782361990.113366:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113391:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113401:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113421:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.113434:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.113441:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.113452:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.113458:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.113481:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113494:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113537:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 32 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113546:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d7:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.113550:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.113555:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113580:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 32 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.113592:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 32 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.113604:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216128:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.113633:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.113641:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001eb42320/0x4a8a6555cee33108 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.113663:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.113667:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.113675:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.113688:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221180 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.114010:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216000:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.114023:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.114263:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.114317:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625344
00000100:00100000:0.0:1782361990.114324:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625344
00010000:00010000:0.0:1782361990.114348:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 37 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.114391:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 247
00000100:00100000:0.0:1782361990.114404:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+37:2396:x1868940951625344:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.114416:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.114423:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 37 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.114452:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 37 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.114462:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216128:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.114474:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd639e5a/0x4a8a6555cee30246 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cd0c expref: 37 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114475:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.114560:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.114565:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1db:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.114570:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.114581:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.114605:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.114628:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114636:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.114645:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+36:2396:x1868940951625344:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 241us (382us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.114647:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114663:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.114671:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 247
00010000:00010000:2.0:1782361990.114686:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.114711:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.114719:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.114728:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.114733:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.114740:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114745:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.114754:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.114763:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073c4314d/0x4a8a6555cee33116 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114764:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 35 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114790:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1da:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.114793:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.114795:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.114797:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.114801:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.114805:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114839:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 35 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.114854:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 35 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.114858:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.114871:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216256:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.114912:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625472
00000100:00100000:3.0:1782361990.114923:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625472
00000100:00100000:2.0:1782361990.114939:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.114974:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 33 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.115021:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 248
00000100:00100000:3.0:1782361990.115032:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+33:2394:x1868940951625472:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.115096:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.115104:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 33 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.115119:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 33 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.115155:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021a7b39f/0x4a8a6555cee3004e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc4f expref: 33 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.115168:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.115173:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.115178:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.115188:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.115221:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.115261:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.115277:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+32:2394:x1868940951625472:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 246us (424us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.115281:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.115290:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 248
00010000:00010000:2.0:1782361990.115310:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.115321:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.115367:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.115393:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.115399:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.115410:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.115415:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.115426:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.115433:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.115445:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 31 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.115449:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.115461:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082601148/0x4a8a6555cee3311d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.115471:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d6:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.115481:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.115487:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.115487:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.115492:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.115529:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.115568:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 31 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.115581:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 31 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.115593:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216384:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.115666:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221780 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.115826:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216256:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.115858:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.116055:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.116084:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625600
00000100:00100000:3.0:1782361990.116089:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625600
00010000:00010000:3.0:1782361990.116110:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 36 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.116140:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 249
00000100:00100000:3.0:1782361990.116150:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+36:2397:x1868940951625600:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.116161:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.116167:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 36 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.116195:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 36 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.116215:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048cda81b/0x4a8a6555cee301d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cce2 expref: 36 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.116230:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.116234:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1da:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.116239:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.116249:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.116279:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.116312:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116333:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116347:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116356:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116377:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.116399:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+35:2397:x1868940951625600:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 246us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361990.116412:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 249
00010000:00010000:1.0:1782361990.116413:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.116424:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116430:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.116458:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.116466:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116476:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 34 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.116484:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116486:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d9:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.116541:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.116548:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.116582:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116592:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 34 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.116596:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f9134d8/0x4a8a6555cee33124 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116641:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 34 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.116644:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.116653:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.116658:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.116663:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216512:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.116724:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221180 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.116759:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216384:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.116796:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.116803:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.116869:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625728
00000100:00100000:2.0:1782361990.116888:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625728
00010000:00010000:2.0:1782361990.116915:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 32 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.116946:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 250
00000100:00100000:2.0:1782361990.116956:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+32:2396:x1868940951625728:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.116967:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.116974:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 32 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.116988:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 32 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.117006:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a36a54e/0x4a8a6555cee2ffde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc25 expref: 32 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.117019:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.117023:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.117038:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.117048:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.117073:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.117092:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.117114:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+31:2396:x1868940951625728:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 154us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.117142:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 250
00010000:00010000:3.0:1782361990.117261:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.117275:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.117284:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.117308:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.117334:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.117342:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117353:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.117359:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117369:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117382:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117403:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aab11459/0x4a8a6555cee3312b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117425:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.117428:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.117430:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.117480:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.117546:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 30 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.117559:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d5:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.117564:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.117570:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.117578:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216512:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.117614:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117658:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 30 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.117671:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 30 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.117683:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216640:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.117738:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.117916:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.117993:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625856
00000100:00100000:1.0:1782361990.118009:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625856
00010000:00010000:1.0:1782361990.118037:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 35 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.118070:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 251
00000100:00100000:1.0:1782361990.118080:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+35:2396:x1868940951625856:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.118091:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.118097:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 35 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118109:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 35 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118126:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d5f92b9/0x4a8a6555cee30166 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ccb8 expref: 35 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118139:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.118143:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d9:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.118148:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118158:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118182:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.118228:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+34:2396:x1868940951625856:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 146us (311us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.118231:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118267:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.118270:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 251
00010000:00010000:2.0:1782361990.118290:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118300:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118347:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.118382:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.118390:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118400:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.118407:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118408:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118453:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118463:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 33 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118475:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118476:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d8:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.118494:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.118546:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118565:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadea672/0x4a8a6555cee33132 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.118584:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 33 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118596:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.118602:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 33 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.118603:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.118612:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.118629:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216768:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.118679:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216640:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.118710:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221cc0 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.118843:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.118899:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.119313:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951625984
00000100:00100000:0.0:1782361990.119328:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951625984
00010000:00010000:0.0:1782361990.119363:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 31 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.119404:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 252
00000100:00100000:0.0:1782361990.119415:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+31:2396:x1868940951625984:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.119427:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.119434:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 31 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119461:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 31 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.119465:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961216768:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.119493:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008282f999/0x4a8a6555cee2ff6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbfb expref: 31 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.119494:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119549:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.119558:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.119564:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119586:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119615:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.119654:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.119665:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+30:2396:x1868940951625984:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 246us (760us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.119681:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.119689:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 252
00010000:00010000:3.0:1782361990.119708:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.119722:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.119724:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.119745:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.119775:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.119783:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119794:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.119799:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119823:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119851:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.119854:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119890:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ded7c08a/0x4a8a6555cee33139 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.119904:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 29 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.119912:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.119918:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d4:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.119918:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.119922:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.119928:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.119937:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.119940:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626112
00000100:00100000:0.0:1782361990.119948:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626112
00010000:00010000:0.0:1782361990.119973:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 34 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.119985:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 29 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.120006:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 253
00010000:00010000:3.0:1782361990.120015:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 29 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.120016:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+34:2397:x1868940951626112:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.120035:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.120044:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 34 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.120055:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216896:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.120064:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 34 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.120104:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000446a2431/0x4a8a6555cee300f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc8e expref: 34 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.120113:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.120117:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d8:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.120123:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.120132:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.120151:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a318b40 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.120166:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.120201:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.120204:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+33:2397:x1868940951626112:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 187us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.120232:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 253
00010000:00010000:1.0:1782361990.120251:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120262:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120271:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120296:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.120329:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.120343:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.120354:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.120360:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120369:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.120372:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120404:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 32 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.120412:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120416:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d7:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.120429:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.120436:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014866a69/0x4a8a6555cee33140 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120438:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.120491:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.120495:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.120526:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.120547:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 32 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.120561:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 32 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.120583:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217024:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.120645:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548f00 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.120954:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961216896:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.120974:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.121237:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361990.121273:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626240
00000100:00100000:3.0:1782361990.121410:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626240
00010000:00010000:3.0:1782361990.121443:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 30 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.121491:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 254
00000100:00100000:3.0:1782361990.121531:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+30:2396:x1868940951626240:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.121544:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.121552:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 30 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.121574:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 30 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.121591:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217024:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.121602:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006385e1fc/0x4a8a6555cee2fefe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbd1 expref: 30 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.121614:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.121629:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.121635:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.121641:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.121652:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.121730:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.121762:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.121774:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.121786:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+29:2396:x1868940951626240:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 278us (541us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.121793:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.121806:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 254
00010000:00010000:1.0:1782361990.121808:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.121836:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1782361990.121837:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.121845:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.121855:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.121867:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:2.0:1782361990.121871:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626368
00010000:00010000:0.0:1782361990.121873:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.121889:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626368
00010000:00010000:0.0:1782361990.121910:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.121912:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 33 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.121924:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.121957:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.121986:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 28 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.121996:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e05f87fe/0x4a8a6555cee33147 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.122022:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 255
00010000:00010000:1.0:1782361990.122023:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d3:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.122025:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.122037:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.122037:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.122043:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+33:2397:x1868940951626368:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.122046:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.122059:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.122063:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.122077:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 33 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.122092:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 33 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122107:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 28 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.122108:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b237bb36/0x4a8a6555cee30086 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc64 expref: 33 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.122154:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.122159:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d7:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.122168:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122168:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 28 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.122212:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.122234:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217152:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.122243:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.122276:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.122278:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+32:2397:x1868940951626368:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 242us (444us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.122296:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 255
00010000:00010000:0.0:1782361990.122297:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.122303:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825483c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.122321:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.122334:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.122355:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.122374:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.122386:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122397:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.122402:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122415:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122435:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.122441:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122494:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efaca6a9/0x4a8a6555cee3314e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.122577:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 31 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.122579:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.122583:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.122587:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.122600:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d6:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.122605:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.122610:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.122642:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 31 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.122655:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 31 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.122669:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217280:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.122734:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffa80 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.123112:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217152:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.123130:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.123384:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.123436:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626496
00000100:00100000:2.0:1782361990.123444:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626496
00010000:00010000:2.0:1782361990.123469:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 29 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.123532:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 256
00000100:00100000:2.0:1782361990.123542:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+29:2396:x1868940951626496:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.123552:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.123558:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 29 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.123572:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 29 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.123592:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071f165d9/0x4a8a6555cee2fe8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cba7 expref: 29 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.123604:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.123608:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.123612:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.123619:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.123640:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361990.123675:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+28:2396:x1868940951626496:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 133us (293us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.123677:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.123692:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217280:192.168.204.40@tcp:104:
00000100:00100000:2.0:1782361990.123719:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 256
00010000:00010000:1.0:1782361990.123726:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.123736:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.123741:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.123786:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.123806:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.123823:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.123832:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.123861:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.123868:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.123872:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.123899:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.123913:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.123947:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626624
00000100:00100000:2.0:1782361990.123958:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626624
00010000:00010000:1.0:1782361990.123970:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 27 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.123972:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.123986:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 32 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124015:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d2:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.124028:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076257fc9/0x4a8a6555cee33155 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124034:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.124048:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.124067:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 257
00010000:00010000:0.0:1782361990.124073:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.124081:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.124083:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+32:2396:x1868940951626624:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.124086:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.124093:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 27 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.124100:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.124116:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 32 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124118:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 27 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.124170:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 32 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.124172:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217408:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.124202:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056f585c8/0x4a8a6555cee30016 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc3a expref: 32 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.124216:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.124220:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.124226:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.124235:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.124246:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548180 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.124283:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.124301:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124311:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124320:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.124332:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+31:2396:x1868940951626624:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 254us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.124349:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 257
00010000:00010000:0.0:1782361990.124354:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124383:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.124412:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.124423:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124434:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.124439:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124451:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124475:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124478:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124546:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 30 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124569:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa83b718/0x4a8a6555cee3315c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124573:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d5:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.124589:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.124598:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.124609:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.124614:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.124617:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.124633:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 30 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.124648:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 30 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.124661:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217536:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.124729:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffa80 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.125031:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217408:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.125048:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.125272:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.125382:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626752
00000100:00100000:0.0:1782361990.125390:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626752
00000100:00100000:1.0:1782361990.125412:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217536:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.125427:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 28 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125431:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.125562:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 258
00000100:00100000:2.0:1782361990.125575:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+28:2397:x1868940951626752:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.125587:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.125593:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 28 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.125608:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 28 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.125625:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6407735/0x4a8a6555cee2fe1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb7d expref: 28 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.125638:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.125642:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.125647:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.125656:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.125700:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.125723:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125733:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125742:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.125747:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+27:2397:x1868940951626752:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 172us (473us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.125783:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.125786:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 258
00010000:00010000:1.0:1782361990.125813:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.125827:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.125836:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.125851:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33200 already unused, calling callback (ffffffffc0d84e90)
00000100:00100000:3.0:1782361990.125857:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.125863:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125869:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.125908:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125915:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 26 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125958:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d1:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.125963:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.125964:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.125973:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.125975:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c985ea2/0x4a8a6555cee33163 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126002:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.126006:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.126007:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.126023:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951626880
00000100:00100000:0.0:1782361990.126031:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951626880
00010000:00010000:1.0:1782361990.126032:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 26 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126053:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 26 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126054:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 31 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.126094:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217664:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.126126:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 259
00000100:00100000:0.0:1782361990.126135:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+31:2396:x1868940951626880:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.126150:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.126156:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 31 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126171:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 31 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.126179:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba825486c0 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.126187:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6a855c/0x4a8a6555cee2ffa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cc10 expref: 31 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126198:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.126207:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d5:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.126210:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126217:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126239:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.126260:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.126273:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+30:2396:x1868940951626880:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 134us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.126285:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 259
00010000:00010000:1.0:1782361990.126294:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126305:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126310:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126327:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.126340:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.126346:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126353:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.126357:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126366:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126381:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126385:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126387:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025655c8a/0x4a8a6555cee3316a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126434:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 29 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.126438:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.126445:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d4:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.126446:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.126450:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.126456:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.126462:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126483:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 29 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.126490:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 29 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.126559:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217792:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.126619:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba82548900 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.127006:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217664:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.127018:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.127249:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.127300:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627008
00000100:00100000:0.0:1782361990.127306:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627008
00010000:00010000:0.0:1782361990.127330:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 27 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.127371:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 260
00000100:00100000:0.0:1782361990.127379:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+27:2397:x1868940951627008:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.127396:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.127403:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 27 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127415:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 27 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127429:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000676b30f1/0x4a8a6555cee2fdae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb53 expref: 27 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127440:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.127443:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.127447:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127453:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.127464:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961217792:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.127478:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.127491:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.127537:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.127546:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+26:2397:x1868940951627008:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 160us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.127584:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 260
00010000:00010000:3.0:1782361990.127586:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.127603:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.127614:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.127763:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.127784:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.127790:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.127797:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.127814:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.127818:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127827:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.127831:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127839:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127850:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c84b32/0x4a8a6555cee33171 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.127855:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627136
00010000:00010000:3.0:1782361990.127857:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.127866:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627136
00010000:00010000:3.0:1782361990.127899:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d0:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.127905:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.127906:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.127911:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.127915:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.127919:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 30 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.127920:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.127958:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 25 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.127970:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 261
00010000:00010000:3.0:1782361990.127975:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 25 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.127987:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+30:2396:x1868940951627136:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1782361990.127989:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217920:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.128009:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.128017:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 30 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128033:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 30 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.128052:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a3186c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.128070:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea02b0fe/0x4a8a6555cee2ff36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbe6 expref: 30 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128086:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.128090:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d4:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.128097:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128107:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128133:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.128152:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128165:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.128174:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+29:2396:x1868940951627136:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 189us (380us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.128197:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 261
00010000:00010000:0.0:1782361990.128199:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128222:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128238:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.128262:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.128273:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128283:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a32c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.128289:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128297:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128303:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128356:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128357:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 28 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128415:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d3:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.128416:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e309678/0x4a8a6555cee33178 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128425:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.128444:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.128460:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.128464:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.128467:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.128473:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 28 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.128482:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 28 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.128492:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218048:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.128586:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff300 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.128815:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961217920:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.128835:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.129138:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.129181:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627264
00000100:00100000:1.0:1782361990.129187:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627264
00010000:00010000:1.0:1782361990.129205:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.129231:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 262
00000100:00100000:1.0:1782361990.129236:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb0eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+26:2397:x1868940951627264:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.129245:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.129249:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129260:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129272:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f22ceec/0x4a8a6555cee2fd3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb29 expref: 26 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129307:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.129312:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.129318:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129328:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.129340:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218048:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.129355:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.129377:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.129383:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.129402:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb0eb2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+25:2397:x1868940951627264:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 160us (262us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.129406:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.129433:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 262
00010000:00010000:3.0:1782361990.129444:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.129456:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.129480:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.129545:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.129552:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.129562:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.129567:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.129578:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.129597:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.129606:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae387a44/0x4a8a6555cee3317f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.129624:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.129627:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.129630:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.129681:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.129694:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.129713:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 24 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.129723:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1cf:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.129728:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cf:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.129733:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.129735:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627392
00000100:00100000:1.0:1782361990.129743:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627392
00010000:00010000:1.0:1782361990.129769:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 29 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.129771:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 24 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.129793:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 24 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.129805:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 263
00000100:00100000:3.0:1782361990.129811:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218176:192.168.204.40@tcp:104:
00000100:00100000:1.0:1782361990.129823:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+29:2396:x1868940951627392:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.129840:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.129847:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 29 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129861:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 29 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.129889:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a3186c0 going to sleep for 11 seconds
00010000:00010000:1.0:1782361990.129918:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099498c41/0x4a8a6555cee2fec6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cbbc expref: 29 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129933:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.129937:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d3:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.129942:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129952:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.129978:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.129999:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130012:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.130019:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+28:2396:x1868940951627392:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 200us (336us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.130048:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 263
00010000:00010000:0.0:1782361990.130063:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130073:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130093:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.130109:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.130118:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.130130:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70000 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.130136:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.130147:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130162:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.130202:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130203:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 27 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130255:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d2:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.130256:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d1c583d/0x4a8a6555cee33186 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130270:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.130287:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.130299:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.130305:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.130310:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.130321:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 27 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.130335:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 27 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.130348:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218304:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.130400:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffe40 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.130721:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218176:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.130740:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.131005:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.131044:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627520
00000100:00100000:1.0:1782361990.131050:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627520
00010000:00010000:1.0:1782361990.131070:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 25 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.131108:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 264
00000100:00100000:1.0:1782361990.131117:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+25:2397:x1868940951627520:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.131126:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.131133:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 25 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131149:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 25 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131166:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c73bd65/0x4a8a6555cee2fcce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caff expref: 25 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.131172:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218304:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.131191:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131197:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cf:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.131205:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cf:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.131210:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131217:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131234:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.131262:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+24:2397:x1868940951627520:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 147us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.131270:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 264
00010000:00010000:3.0:1782361990.131302:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131315:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131326:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131336:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131368:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1782361990.131392:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.131396:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.131406:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131417:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.131424:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.131433:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627648
00010000:00010000:1.0:1782361990.131433:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.131438:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627648
00010000:00010000:1.0:1782361990.131446:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131462:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 28 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131467:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f21c5d/0x4a8a6555cee3318d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131477:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.131490:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.131491:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 265
00010000:00010000:1.0:1782361990.131495:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.131538:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.131541:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+28:2396:x1868940951627648:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.131551:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1782361990.131552:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 23 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131559:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 28 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131574:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1ce:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.131581:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.131588:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131589:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 28 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131621:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d94a8a2/0x4a8a6555cee2fe56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb92 expref: 28 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131636:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 23 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131645:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.131650:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d2:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.131654:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.131657:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 23 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131666:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.131683:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218432:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.131693:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1782361990.131714:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.131729:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.131741:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+27:2396:x1868940951627648:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 236us (348us total) trans 0 rc 0/0
00010000:00010000:0.0:1782361990.131748:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.131750:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a318b40 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.131757:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 265
00010000:00010000:0.0:1782361990.131771:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.131798:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.131811:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.131818:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131828:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70200 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.131833:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131845:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131861:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.131864:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.131912:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e0a3ef9/0x4a8a6555cee33194 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.131913:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 26 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.131954:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d1:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.131957:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.131959:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.131961:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.131963:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.131972:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.132005:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 26 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.132025:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 26 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.132039:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218560:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.132101:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cff780 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.132569:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218432:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.132594:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.132836:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218560:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.132858:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.133010:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.133040:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627776
00000100:00100000:0.0:1782361990.133046:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627776
00010000:00010000:0.0:1782361990.133077:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 24 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.133106:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 266
00000100:00100000:0.0:1782361990.133114:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+24:2396:x1868940951627776:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.133124:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.133128:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 24 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133138:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 24 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133153:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fba5016/0x4a8a6555cee2fc5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cad5 expref: 24 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133168:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.133171:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.133175:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133184:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133211:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.133230:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.133240:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.133247:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.133257:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.133258:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+23:2396:x1868940951627776:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 141us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.133289:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 266
00010000:00010000:2.0:1782361990.133296:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.133320:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.133326:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133335:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.133339:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133346:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133359:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.133361:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.133370:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:3.0:1782361990.133372:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ac8098c/0x4a8a6555cee3319b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.133385:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 22 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.133406:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951627904
00010000:00010000:2.0:1782361990.133409:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1cd:0x0].0x0 since=200s v=(0 0)
00000100:00100000:0.0:1782361990.133413:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951627904
00010000:00010000:2.0:1782361990.133416:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.133424:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133438:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 27 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133441:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.133447:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.133452:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.133458:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 22 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.133473:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 22 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.133481:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 267
00000100:00100000:2.0:1782361990.133536:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218688:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.133538:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+27:2397:x1868940951627904:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.133564:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.133570:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 27 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133584:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 27 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133616:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005264372d/0x4a8a6555cee2fde6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb68 expref: 27 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.133625:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221180 going to sleep for 11 seconds
00010000:00010000:0.0:1782361990.133633:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.133639:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d1:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.133645:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133656:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133684:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.133695:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133704:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.133727:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+26:2397:x1868940951627904:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 227us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.133736:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 267
00010000:00010000:3.0:1782361990.133765:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133774:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133788:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1782361990.133807:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1782361990.133816:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133827:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.133832:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133843:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133871:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133893:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2219352/0x4a8a6555cee331a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133921:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.133924:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.133930:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.133930:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.133945:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 25 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.133951:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d0:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.133953:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.134021:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.134040:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 25 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.134047:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 25 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.134055:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218816:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.134096:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a318b40 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.134326:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218688:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.134338:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.134836:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.134904:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628032
00000100:00100000:0.0:1782361990.134913:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628032
00000100:00100000:3.0:1782361990.134920:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961218816:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.134940:0:6473:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 23 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.134942:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.134998:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 268
00000100:00100000:0.0:1782361990.135010:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+23:2395:x1868940951628032:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.135020:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.135027:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 23 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135040:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 23 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135057:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095f0556a/0x4a8a6555cee2fbee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caab expref: 23 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135088:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.135092:0:6473:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.135098:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135105:0:6473:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.135114:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.135131:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361990.135154:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628160
00000100:00100000:1.0:1782361990.135160:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628160
00010000:00010000:2.0:1782361990.135178:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.135179:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+22:2395:x1868940951628032:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 164us (337us total) trans 0 rc 0/0
00010000:00010000:1.0:1782361990.135185:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 26 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.135225:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 268
00010000:00010000:2.0:1782361990.135235:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135251:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.135266:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 269
00010000:00010000:2.0:1782361990.135272:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.135283:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaddd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+26:2396:x1868940951628160:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.135298:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.135305:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.135309:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.135316:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 26 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135317:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135353:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135363:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:0.0:1782361990.135376:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.135388:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 26 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135402:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135429:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.135455:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dccb00ed/0x4a8a6555cee2fd76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb3e expref: 26 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135460:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1cc:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.135480:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.135493:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135494:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.135585:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.135589:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 21 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135600:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f9134d8/0x4a8a6555cee331a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.135603:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d0:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.135626:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135643:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 21 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.135674:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.135678:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361990.135680:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218944:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.135685:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.135694:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.135712:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.135729:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.135740:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaddd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+25:2396:x1868940951628160:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 462us (625us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.135748:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.135753:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 269
00000100:00100000:2.0:1782361990.135758:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221780 going to sleep for 11 seconds
00010000:00010000:3.0:1782361990.135765:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135775:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135796:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.135809:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.135815:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135834:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.135839:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135849:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135851:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135867:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 24 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135870:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135891:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1cf:0x0].0x0 since=200s v=(0 0)
00010000:00010000:2.0:1782361990.135893:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d690a30f/0x4a8a6555cee331b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135903:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.135908:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.135913:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.135915:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.135917:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.135974:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 24 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.135986:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 24 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.135998:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219072:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.136033:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a3186c0 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.136640:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961218944:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.136656:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.136979:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219072:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.137005:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.137011:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361990.137047:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628288
00000100:00100000:1.0:1782361990.137052:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628288
00010000:00010000:1.0:1782361990.137070:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 22 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.137094:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 270
00000100:00100000:1.0:1782361990.137100:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+22:2397:x1868940951628288:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361990.137110:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.137117:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 22 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137131:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 22 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137165:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2c2d30e/0x4a8a6555cee2fb7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca81 expref: 22 pid: 8398 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137175:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.137179:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.137184:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.137194:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:1.0:1782361990.137201:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.137229:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628416
00000100:00100000:2.0:1782361990.137235:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628416
00010000:00010000:1.0:1782361990.137236:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.137251:0:6471:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 25 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.137271:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.137277:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+21:2397:x1868940951628288:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 175us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.137287:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 271
00010000:00010000:3.0:1782361990.137296:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.137301:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+25:2396:x1868940951628416:12345-192.168.204.40@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1782361990.137301:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 270
00010000:00010000:3.0:1782361990.137318:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.137318:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.137327:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 25 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.137340:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 25 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.137344:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.137358:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063411f78/0x4a8a6555cee2fd06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cb14 expref: 25 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.137370:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.137374:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.137379:0:6471:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cf:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.137382:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.137388:0:6471:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137392:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.137398:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137405:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34c00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.137409:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1782361990.137409:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137419:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137432:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137443:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.137444:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+24:2396:x1868940951628416:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 143us (250us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.137455:0:8398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.137487:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 271
00010000:00010000:0.0:1782361990.137542:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137560:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073c4314d/0x4a8a6555cee331b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137567:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.137572:0:8398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 20 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137603:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.137610:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.137617:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.137629:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137657:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1782361990.137667:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1cb:0x0].0x0 since=200s v=(0 0)
00010000:00010000:1.0:1782361990.137671:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1782361990.137672:0:8398:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.137680:0:8398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137682:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137695:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189a00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.137699:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.137706:0:8398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 20 pid: 8397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137713:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137735:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.137736:0:8398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 20 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137743:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.137769:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae387a44/0x4a8a6555cee331be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.137815:0:8398:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961219200:192.168.204.40@tcp:104:
00010000:00010000:0.0:1782361990.137815:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 23 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137864:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1ce:0x0].0x0 since=200s v=(0 0)
00010000:00010000:0.0:1782361990.137890:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.137891:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.137896:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.137898:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1782361990.137899:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137936:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 23 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.137948:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 23 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.137961:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219328:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.137987:0:8398:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a3186c0 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.138019:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cffd80 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.138701:0:8398:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8398:1868940961219200:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.138730:0:8398:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.138748:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219328:192.168.204.40@tcp:104:
00010000:00010000:1.0:1782361990.138763:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.138961:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361990.139008:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628544
00000100:00100000:0.0:1782361990.139017:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628544
00010000:00010000:0.0:1782361990.139043:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 21 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.139072:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 272
00000100:00100000:0.0:1782361990.139081:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+21:2397:x1868940951628544:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1782361990.139092:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1782361990.139098:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 21 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.139110:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 21 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.139137:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:0.0:1782361990.139174:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2234d8c/0x4a8a6555cee2fb0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca57 expref: 21 pid: 8397 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.139177:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628672
00000100:00100000:1.0:1782361990.139189:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628672
00010000:00010000:0.0:1782361990.139196:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.139200:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1cb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1782361990.139204:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.139212:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.139222:0:6472:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 24 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1782361990.139241:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.139268:0:8398:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.139277:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 273
00010000:00010000:3.0:1782361990.139288:0:8398:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.139288:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951628544:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 200us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.139309:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+24:2394:x1868940951628672:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1782361990.139328:0:8398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.139328:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 272
00010000:00010000:1.0:1782361990.139331:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361990.139340:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 24 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.139344:0:8398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.139362:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 24 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.139370:0:8398:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.139385:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.139386:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e33f5548/0x4a8a6555cee2fc96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040caea expref: 24 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139394:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139403:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188600 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.139409:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139423:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1782361990.139427:0:8398:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:458
00010000:00010000:1.0:1782361990.139429:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1782361990.139434:0:6472:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.139438:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.139442:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139445:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac5f5995/0x4a8a6555cee331c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.139467:0:6472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139473:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.139476:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.139478:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.139494:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1782361990.139532:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.139541:0:8398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba84752680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:43223:x1868940961192448:12345-0@lo:5:osp-pre-0-0.0 Request processed in 221780us (221958us total) trans 0 rc 0/0
00010000:00010000:2.0:1782361990.139543:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139566:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139572:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.139576:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+23:2394:x1868940951628672:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 279us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.139582:0:43223:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cba84750700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:43223:1868940961192448:0@lo:5:osp-pre-0-0.0
00010000:00010000:2.0:1782361990.139600:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1782361990.139615:0:8398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590
00010000:00010000:2.0:1782361990.139615:0:6475:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1782361990.139615:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 273
00000004:00080000:0.0:1782361990.139616:0:43223:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x241:0x0] from OST, last_created [0x280000401:0x241:0x0]last_used is [0x280000401:0x1ca:0x0]
00010000:00010000:2.0:1782361990.139625:0:6475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139632:0:6475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85e70400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.139636:0:6475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139643:0:6475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139652:0:6475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139658:0:6475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af322aec/0x4a8a6555cee331cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139680:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.139688:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.139693:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361990.139723:0:43223:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:43223:1868940961219584:0@lo:5:osp-pre-0-0.0
00000100:00100000:3.0:1782361990.139724:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961219456:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1782361990.139770:0:43223:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1782361990.139775:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.139795:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 22 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.139799:0:43223:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cba85cfff00 going to sleep for 11 seconds
00010000:00010000:2.0:1782361990.139814:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1cd:0x0].0x0 since=200s v=(0 0)
00000100:00100000:1.0:1782361990.139819:0:8397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961219584
00010000:00010000:2.0:1782361990.139820:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1782361990.139828:0:8397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961219584
00010000:00010000:2.0:1782361990.139830:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.139845:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1782361990.139868:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 22 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361990.139895:0:8397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592
00000100:00100000:0.0:1782361990.139895:0:10067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961219456
00010000:00010000:2.0:1782361990.139905:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 22 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.139907:0:10067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961219456
00000100:00100000:1.0:1782361990.139917:0:8397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:43223:x1868940961219584:12345-0@lo:5:osp-pre-0-0.0
00000100:00100000:2.0:1782361990.139942:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219712:192.168.204.40@tcp:104:
00000100:00100000:0.0:1782361990.139953:0:10067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578
00000100:00100000:0.0:1782361990.139973:0:10067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1868940961219456:12345-0@lo:13:osp-pre-0-0.0
00002000:00080000:1.0:1782361990.139977:0:8397:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 578
00002000:00000024:0.0:1782361990.140008:0:10067:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 492023232 pending 896 free 3923042304 avail 3691520000
00000100:00100000:2.0:1782361990.140020:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221780 going to sleep for 11 seconds
00000100:00100000:0.0:1782361990.140072:0:10067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1868940961219456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361990.140081:0:10067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578
00000100:00100000:2.0:1782361990.140119:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae795500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961219456:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1782361990.140783:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219712:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.140800:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.141131:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.141180:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628800
00000100:00100000:2.0:1782361990.141187:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628800
00010000:00010000:2.0:1782361990.141214:0:8414:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 23 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.141250:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 274
00000100:00100000:2.0:1782361990.141260:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+23:2396:x1868940951628800:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.141272:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.141278:0:8414:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 23 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141295:0:8414:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 23 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141314:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064dc094c/0x4a8a6555cee2fc26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040cac0 expref: 23 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141328:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.141332:0:8414:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cd:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.141338:0:8414:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141350:0:8414:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141391:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.141429:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.141438:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+22:2396:x1868940951628800:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 177us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.141451:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 274
00010000:00010000:3.0:1782361990.141466:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141477:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141486:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141543:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1782361990.141560:0:6474:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1782361990.141567:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141576:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34e00 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:2.0:1782361990.141580:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141590:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141604:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141612:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000939af74e/0x4a8a6555cee331d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.141632:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.141635:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361990.141637:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.141670:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141685:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 21 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141691:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1cc:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.141695:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.141698:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141729:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 21 pid: 8848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.141744:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 21 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.141765:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219840:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.141834:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a318b40 going to sleep for 11 seconds
00000100:00100000:2.0:1782361990.142755:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219840:192.168.204.40@tcp:104:
00010000:00010000:2.0:1782361990.142786:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.142985:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.143050:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951628928
00000100:00100000:2.0:1782361990.143058:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951628928
00010000:00010000:2.0:1782361990.143093:0:10363:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 22 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.143137:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 275
00000100:00100000:2.0:1782361990.143151:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+22:2396:x1868940951628928:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.143163:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.143171:0:10363:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 22 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.143186:0:10363:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 22 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.143207:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006716f00e/0x4a8a6555cee2fbb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca96 expref: 22 pid: 8848 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.143226:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.143230:0:10363:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cc:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.143234:0:10363:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.143250:0:10363:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.143289:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.143318:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.143328:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.143336:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+21:2396:x1868940951628928:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 187us (354us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.143338:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.143351:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.143354:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 275
00010000:00010000:3.0:1782361990.143384:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.143399:0:8412:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.143412:0:8412:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.143428:0:8412:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188800 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:3.0:1782361990.143433:0:42055:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.143435:0:8412:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.143457:0:42055:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 20 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.143481:0:8412:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.143540:0:8412:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.143546:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1cb:0x0].0x0 since=200s v=(0 0)
00010000:00010000:3.0:1782361990.143562:0:42055:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1782361990.143569:0:42055:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.143570:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e05f87fe/0x4a8a6555cee331da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.143620:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.143624:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.143627:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1782361990.143648:0:42055:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 20 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.143667:0:42055:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 20 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361990.143685:0:42055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219968:192.168.204.40@tcp:104:
00000100:00100000:3.0:1782361990.143754:0:42055:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb8a318b40 going to sleep for 11 seconds
00000100:00100000:1.0:1782361990.143916:0:8397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:43223:x1868940961219584:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4005us (4144us total) trans 8589934741 rc 0/0
00000100:00100000:1.0:1782361990.143925:0:8397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592
00000100:00100000:0.0:1782361990.143961:0:43223:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:43223:1868940961219584:0@lo:5:osp-pre-0-0.0
00000004:00080000:0.0:1782361990.143973:0:43223:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x241:0x0]-[0x280000401:0x261:0x0]
00000100:00100000:3.0:1782361990.144573:0:42055:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:42055:1868940961219968:192.168.204.40@tcp:104:
00010000:00010000:3.0:1782361990.144600:0:42055:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361990.144750:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361990.144791:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629056
00000100:00100000:2.0:1782361990.144796:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629056
00010000:00010000:2.0:1782361990.144814:0:7426:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 21 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.144841:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 276
00000100:00100000:2.0:1782361990.144847:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaddd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+21:2397:x1868940951629056:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361990.144857:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361990.144863:0:7426:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 21 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.144890:0:7426:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 21 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.144907:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a0bdc71/0x4a8a6555cee2fb46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040ca6c expref: 21 pid: 42055 timeout: 1154 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.144921:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.144925:0:7426:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1cb:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1782361990.144929:0:7426:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.144947:0:7426:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361990.144966:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1782361990.144992:0:42055:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.145000:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaddd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951629056:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 152us (251us total) trans 0 rc 0/0
00010000:00010000:3.0:1782361990.145003:0:42055:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1782361990.145012:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 276
00010000:00010000:3.0:1782361990.145017:0:42055:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.145024:0:42055:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361990.145058:0:42055:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1782361990.145080:0:8413:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1782361990.145088:0:8413:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.145097:0:8413:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82189400 already unused, calling callback (ffffffffc0d84e90)
00010000:00010000:1.0:1782361990.145103:0:8413:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1782361990.145108:0:42055:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:458
00010000:00010000:1.0:1782361990.145113:0:8413:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.145138:0:8413:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.145144:0:8413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ac8098c/0x4a8a6555cee331e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42055 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361990.145160:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.145162:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1782361990.145163:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361990.145211:0:42055:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:43225:x1868940961192576:12345-0@lo:5:osp-pre-1-0.0 Request processed in 227445us (227579us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361990.145213:0:43225:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:43225:1868940961192576:0@lo:5:osp-pre-1-0.0
00000100:00100000:3.0:1782361990.145227:0:42055:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591
00000004:00080000:2.0:1782361990.145232:0:43225:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x241:0x0] from OST, last_created [0x2c0000401:0x241:0x0]last_used is [0x2c0000401:0x1ca:0x0]
00000100:00100000:2.0:1782361990.145285:0:43225:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:43225:1868940961220224:0@lo:5:osp-pre-1-0.0
00000100:00100000:3.0:1782361990.145291:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1868940961220096:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1782361990.145317:0:43225:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361990.145337:0:43225:0:(client.c:2701:ptlrpc_set_wait()) set ffff8cbb88221b40 going to sleep for 11 seconds
00000100:00100000:3.0:1782361990.145345:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782361990.145371:0:8396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220224
00000100:00100000:0.0:1782361990.145380:0:8396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220224
00000100:00100000:1.0:1782361990.145398:0:8400:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220096
00000100:00100000:1.0:1782361990.145407:0:8400:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220096
00000100:00100000:0.0:1782361990.145429:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593
00000100:00100000:0.0:1782361990.145442:0:8396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:43225:x1868940961220224:12345-0@lo:5:osp-pre-1-0.0
00000100:00100000:1.0:1782361990.145460:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579
00000100:00100000:1.0:1782361990.145475:0:8400:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1868940961220096:12345-0@lo:13:osp-pre-1-0.0
00002000:00080000:0.0:1782361990.145484:0:8396:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 578
00002000:00000024:1.0:1782361990.145489:0:8400:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 491819840 pending 896 free 3923058688 avail 3691536384
00000100:00100000:1.0:1782361990.145574:0:8400:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1868940961220096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361990.145583:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579
00000100:00100000:3.0:1782361990.145617:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1868940961220096:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1782361990.146852:0:8396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:43225:x1868940961220224:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1414us (1534us total) trans 4294967449 rc 0/0
00000100:00100000:0.0:1782361990.146859:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593
00000100:00100000:2.0:1782361990.146906:0:43225:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51daa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:43225:1868940961220224:0@lo:5:osp-pre-1-0.0
00000004:00080000:2.0:1782361990.146919:0:43225:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x241:0x0]-[0x2c0000401:0x261:0x0]
00010000:00010000:2.0:1782361990.595702:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361991.619686:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1782361992.579792:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961220352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1782361992.579901:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782361992.579958:0:10067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220352
00000100:00100000:0.0:1782361992.579968:0:10067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220352
00000100:00080000:2.0:1782361992.580035:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1782361992.580057:0:10067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580
00000100:00100000:0.0:1782361992.580070:0:10067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1868940961220352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1782361992.580120:0:10067:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 491818944 pending 0 free 3923472384 avail 3691950080
00000100:00100000:0.0:1782361992.580184:0:10067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1868940961220352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361992.580194:0:10067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580
00000100:00100000:2.0:1782361992.580257:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961220352:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1782361992.643732:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361993.667722:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361994.691722:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1782361995.086988:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361995.087025:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361995.087060:0:43214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629184
00000100:00100000:0.0:1782361995.087067:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361995.087088:0:43214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629184
00000100:00100000:0.0:1782361995.087097:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361995.087099:0:6489:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951386368
00000100:00100000:1.0:1782361995.087107:0:6489:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951386368
00000100:00100000:3.0:1782361995.087128:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629440
00000100:00100000:3.0:1782361995.087136:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629440
00000100:00100000:0.0:1782361995.087138:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361995.087171:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 313
00000100:00100000:2.0:1782361995.087172:0:43214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 144
00000100:00100000:1.0:1782361995.087187:0:6489:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0+-99:2393:x1868940951386368:12345-192.168.204.40@tcp:35:bash.0
00000100:00100000:2.0:1782361995.087190:0:43214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba83366c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:2213f128-4483-4f5f-94b6-f4877e496699+10:2395:x1868940951629184:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:3.0:1782361995.087198:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629568
00000020:00080000:1.0:1782361995.087203:0:6489:0:(tgt_handler.c:807:tgt_request_handle()) operation 35 on unconnected OST from 12345-192.168.204.40@tcp
00000100:00100000:3.0:1782361995.087205:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629568
00000100:00080000:0.0:1782361995.087208:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1782361995.087244:0:10064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629312
00000100:00100000:0.0:1782361995.087250:0:10064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629312
00000100:00100000:3.0:1782361995.087259:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 868
00000100:00100000:3.0:1782361995.087272:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951629440:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:1.0:1782361995.087294:0:6489:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0+-99:2393:x1868940951386368:12345-192.168.204.40@tcp:35:bash.0 Request processed in 104us (260us total) trans 0 rc -107/-107
00000100:00100000:2.0:1782361995.087295:0:43214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba83366c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:2213f128-4483-4f5f-94b6-f4877e496699+10:2395:x1868940951629184:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 104us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.087313:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 313
00000100:00100000:2.0:1782361995.087318:0:43214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 144
00000100:00100000:0.0:1782361995.087319:0:10064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1081
00000100:00100000:3.0:1782361995.087320:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951629440:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 46us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361995.087334:0:10064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+6:2395:x1868940951629312:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:3.0:1782361995.087339:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 868
00000100:00100000:1.0:1782361995.087366:0:8397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 869
00000100:00100000:1.0:1782361995.087385:0:8397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951629568:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:0.0:1782361995.087386:0:10064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+6:2395:x1868940951629312:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 47us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361995.087401:0:10064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1081
00000100:00080000:0.0:1782361995.087430:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1782361995.087434:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1782361995.087458:0:8397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951629568:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 54us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.087470:0:8397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 869
00000100:00100000:0.0:1782361995.092453:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361995.092525:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629696
00000100:00100000:3.0:1782361995.092535:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629696
00000100:00100000:3.0:1782361995.092580:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1325
00000100:00100000:3.0:1782361995.092587:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2393:x1868940951629696:12345-192.168.204.40@tcp:38:ptlrpcd_rcv.0
00010000:00080000:3.0:1782361995.092616:0:6486:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp t64424509476 exp 0000000000000000 cur 1059 last 0
00000020:00000080:3.0:1782361995.092672:0:6486:0:(genops.c:1406:class_connect()) connect: client 9661445f-bd76-42fd-9522-a80d974f5132, cookie 0x4a8a6555cee331e8
00000004:00100000:3.0:1782361995.092699:0:6486:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli <unknown> supports cksum type f7, return f7
00000100:00080000:3.0:1782361995.092839:0:6486:0:(import.c:65:import_set_state_nolock()) ffff8cba839b0000 : changing import state from RECOVER to FULL
00000100:00100000:3.0:1782361995.092901:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+6:2393:x1868940951629696:12345-192.168.204.40@tcp:38:ptlrpcd_rcv.0 Request processed in 314us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361995.092907:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1325
00000100:00100000:2.0:1782361995.139753:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961220480:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1782361995.139753:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961220608:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1782361995.139870:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.139941:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961221120:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1782361995.139982:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140019:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961221632:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140057:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140079:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbbff86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961222144:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140111:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140137:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1782361995.140145:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1868940961221504:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140191:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140216:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961222016:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140252:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140286:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961220864:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140315:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140334:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1868940961221376:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140363:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140381:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1868940961221888:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140423:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140444:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1868940961222400:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140476:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140522:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1]
00000100:00100000:2.0:1782361995.140530:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48a4b082-2912-4898-8c94-97c355702b12:3619:1868940961220736:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140570:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140592:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961221248:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140621:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140639:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1868940961221760:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140665:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140685:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1868940961222272:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.140711:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.140745:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221632
00000100:00100000:2.0:1782361995.140754:0:17083:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221632
00000100:00100000:2.0:1782361995.140834:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222144
00000100:00100000:2.0:1782361995.140839:0:17083:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222144
00000100:00100000:3.0:1782361995.140857:0:7432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220480
00000100:00100000:3.0:1782361995.140864:0:7432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220480
00000100:00100000:2.0:1782361995.140868:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221248
00000100:00100000:2.0:1782361995.140874:0:17083:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221248
00000100:00100000:3.0:1782361995.140897:0:7432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222016
00000100:00100000:3.0:1782361995.140902:0:7432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222016
00000100:00100000:2.0:1782361995.140907:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222272
00000100:00100000:2.0:1782361995.140912:0:17083:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222272
00000100:00100000:3.0:1782361995.140928:0:7432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220864
00000100:00100000:3.0:1782361995.140933:0:7432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220864
00000100:00100000:2.0:1782361995.140941:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870
00000100:00100000:2.0:1782361995.140954:0:17083:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961221632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.140965:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620
00000100:00100000:3.0:1782361995.140977:0:7432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3621:x1868940961220480:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:3.0:1782361995.141016:0:7432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446252544 avail 1300013056
00000100:00100000:2.0:1782361995.141033:0:17083:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961221632:12345-0@lo:400:kworker.0 Request processed in 80us (973us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141044:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870
00000100:00100000:2.0:1782361995.141067:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871
00000100:00100000:3.0:1782361995.141080:0:7432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3621:x1868940961220480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (1207us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141080:0:17083:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3621:x1868940961222144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141092:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620
00000100:00100000:3.0:1782361995.141116:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621
00000100:00100000:3.0:1782361995.141127:0:7432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1868940961222016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141136:0:17083:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3621:x1868940961222144:12345-0@lo:400:kworker.0 Request processed in 59us (1023us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141145:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871
00000100:00100000:2.0:1782361995.141165:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872
00000100:00100000:3.0:1782361995.141177:0:7432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1868940961222016:12345-0@lo:400:kworker.0 Request processed in 50us (921us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141178:0:17083:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3619:x1868940961221248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141195:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621
00000100:00100000:3.0:1782361995.141215:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622
00000100:00100000:1.0:1782361995.141221:0:8400:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221120
00000100:00100000:3.0:1782361995.141226:0:7432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1868940961220864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141229:0:8400:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221120
00000100:00100000:2.0:1782361995.141230:0:17083:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3619:x1868940961221248:12345-0@lo:400:kworker.0 Request processed in 56us (607us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141242:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872
00000100:00100000:2.0:1782361995.141257:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873
00000100:00100000:2.0:1782361995.141265:0:17083:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb9fd64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3619:x1868940961222272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141272:0:8400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581
00000100:00100000:1.0:1782361995.141281:0:8400:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961221120:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1782361995.141284:0:7432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1868940961220864:12345-0@lo:400:kworker.0 Request processed in 60us (966us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361995.141295:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622
00000100:00100000:2.0:1782361995.141308:0:17083:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb9fd64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3619:x1868940961222272:12345-0@lo:400:kworker.0 Request processed in 42us (593us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141316:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873
00002000:00000024:1.0:1782361995.141326:0:8400:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 492022336 pending 0 free 3923456000 avail 3691933696
00000100:00100000:2.0:1782361995.141357:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221504
00000100:00100000:2.0:1782361995.141361:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221504
00000100:00100000:1.0:1782361995.141365:0:8400:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961221120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (1384us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.141373:0:8400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581
00000100:00100000:3.0:1782361995.141380:0:43212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220736
00000100:00100000:3.0:1782361995.141393:0:43212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220736
00000100:00100000:2.0:1782361995.141397:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221376
00000100:00100000:1.0:1782361995.141399:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221888
00000100:00100000:2.0:1782361995.141403:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221376
00000100:00100000:1.0:1782361995.141403:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221888
00000100:00100000:2.0:1782361995.141422:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082
00000100:00100000:1.0:1782361995.141427:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222400
00000100:00100000:2.0:1782361995.141429:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1868940961221504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141430:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222400
00000100:00100000:3.0:1782361995.141440:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145
00000100:00100000:1.0:1782361995.141446:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961221760
00000100:00100000:3.0:1782361995.141453:0:43212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba83364450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48a4b082-2912-4898-8c94-97c355702b12+24:3619:x1868940961220736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141453:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961221760
00000100:00100000:2.0:1782361995.141467:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb51db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1868940961221504:12345-0@lo:400:kworker.0 Request processed in 37us (1276us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.141474:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083
00000100:00100000:2.0:1782361995.141479:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082
00000100:00100000:1.0:1782361995.141483:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1868940961221376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141494:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084
00000100:00100000:2.0:1782361995.141527:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1868940961221888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141534:0:43212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba83364450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48a4b082-2912-4898-8c94-97c355702b12+24:3619:x1868940961220736:12345-0@lo:400:kworker.0 Request processed in 84us (960us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361995.141544:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145
00000100:00100000:1.0:1782361995.141552:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1868940961221376:12345-0@lo:400:kworker.0 Request processed in 69us (1186us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.141561:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083
00000100:00100000:2.0:1782361995.141563:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1868940961221888:12345-0@lo:400:kworker.0 Request processed in 39us (1139us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.141578:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085
00000100:00100000:2.0:1782361995.141582:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084
00000100:00100000:1.0:1782361995.141584:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1868940961222400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141600:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086
00000100:00100000:3.0:1782361995.141613:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1868940961221760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141620:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1868940961222400:12345-0@lo:400:kworker.0 Request processed in 33us (1140us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361995.141638:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085
00000100:00100000:3.0:1782361995.141669:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1868940961221760:12345-0@lo:400:kworker.0 Request processed in 59us (1001us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361995.141675:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:48a4b082-2912-4898-8c94-97c355702b12:3619:1868940961220736:0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141683:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086
00000100:00100000:2.0:1782361995.141703:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961221248:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141718:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1868940961221760:0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141719:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782361995.141735:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1868940961222272:0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141747:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1868940961221504:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141754:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961220864:0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141754:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1868940961220992:0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141765:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961222016:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141790:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1868940961221376:0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141801:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961221632:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141813:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1868940961221888:0@lo:400:kworker.0
00000100:00100000:1.0:1782361995.141815:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782361995.141827:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbbff86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961222144:0@lo:400:kworker.0
00000100:00100000:2.0:1782361995.141834:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1868940961222400:0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141850:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961220480:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1782361995.141860:0:10064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220992
00000100:00100000:1.0:1782361995.141866:0:10064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220992
00000100:00100000:3.0:1782361995.141870:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961221120:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1782361995.141908:0:10064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087
00000100:00100000:1.0:1782361995.141919:0:10064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1868940961220992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.141928:0:7432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961220608
00000100:00100000:3.0:1782361995.141933:0:7432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961220608
00000100:00080000:2.0:1782361995.141949:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1782361995.141958:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1782361995.141962:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1782361995.141966:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1782361995.141977:0:10064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1868940961220992:12345-0@lo:400:kworker.0 Request processed in 58us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361995.141978:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623
00000100:00100000:1.0:1782361995.141991:0:10064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087
00000100:00100000:3.0:1782361995.141997:0:7432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961220608:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1782361995.142025:0:7432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446408192 avail 1300168704
00000100:00100000:1.0:1782361995.142028:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3d20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1868940961220992:0@lo:400:kworker.0
00000100:00100000:3.0:1782361995.142082:0:7432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961220608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361995.142101:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623
00000100:00100000:1.0:1782361995.142112:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb51dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961220608:0@lo:41:osp-pre-1-0.0
00000001:00080000:3.0:1782361995.143944:0:16139:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934741 is committed
00000001:00080000:0.0:1782361995.144398:0:9480:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967449 is committed
00000100:00100000:3.0:1782361995.651624:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961222656:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1782361995.651624:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961222528:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1782361995.651715:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782361995.651758:0:10067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222528
00000100:00100000:3.0:1782361995.651782:0:10067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222528
00000100:00100000:3.0:1782361995.651855:0:10067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582
00000100:00100000:3.0:1782361995.651870:0:10067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961222528:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1782361995.651899:0:10067:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 492022336 pending 0 free 3923456000 avail 3691933696
00000100:00100000:3.0:1782361995.651971:0:10067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961222528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (257us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361995.651984:0:10067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582
00000100:00100000:0.0:1782361995.652001:0:3620:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934741 gen 2
00000100:00100000:3.0:1782361995.652021:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782361995.652029:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961222528:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1782361995.652070:0:8399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222656
00000100:00100000:0.0:1782361995.652074:0:8399:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222656
00000100:00100000:0.0:1782361995.652112:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583
00000100:00100000:0.0:1782361995.652119:0:8399:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1868940961222656:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1782361995.652139:0:8399:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 491818944 pending 0 free 3923472384 avail 3691950080
00000100:00100000:0.0:1782361995.652183:0:8399:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1868940961222656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1782361995.652197:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583
00000100:00100000:3.0:1782361995.652216:0:3621:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967449 gen 2
00000100:00100000:3.0:1782361995.652241:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1868940961222656:0@lo:13:osp-pre-1-0.0
00010000:00010000:0.0:1782361995.715675:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1782361996.739688:0:8412:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1782361997.257331:0:43837:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg440-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid
00000100:00100000:1.0:1782361997.699618:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1868940961222784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1782361997.699694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782361997.699738:0:10067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222784
00000100:00100000:3.0:1782361997.699746:0:10067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222784
00000100:00080000:0.0:1782361997.699794:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1782361997.699811:0:10067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584
00000100:00100000:3.0:1782361997.699823:0:10067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1868940961222784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1782361997.699857:0:10067:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 491818944 pending 0 free 3923472384 avail 3691950080
00000100:00100000:3.0:1782361997.699912:0:10067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1868940961222784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361997.699918:0:10067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584
00000100:00100000:1.0:1782361997.699948:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbae794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1868940961222784:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1782361997.763633:0:8413:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1782361997.815741:0:43885:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec
00010000:00010000:2.0:1782361998.787690:0:6475:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1782361999.135128:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.135168:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629824
00000100:00100000:1.0:1782361999.135179:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629824
00000100:00080000:0.0:1782361999.135247:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1782361999.135257:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1326
00000100:00100000:1.0:1782361999.135269:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+6:33013:x1868940951629824:12345-192.168.204.40@tcp:101:lfs.0
00010000:00010000:1.0:1782361999.135289:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1782361999.135311:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32200/0x4a8a6555cee331ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040dafe expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.135378:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32a00/0x4a8a6555cee331f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.135393:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32a00/0x4a8a6555cee331f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.135408:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32a00/0x4a8a6555cee331f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1782361999.135461:0:6487:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096
00000004:00200000:1.0:1782361999.135463:0:6487:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1782361999.135495:0:6487:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32a00/0x4a8a6555cee331f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.135559:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32200/0x4a8a6555cee331ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dafe expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.135577:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32a00/0x4a8a6555cee331f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dafe expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.135584:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:1.0:1782361999.135587:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1782361999.135589:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb0a32a00, rc 0)
00000100:00100000:1.0:1782361999.135637:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+7:33013:x1868940951629824:12345-192.168.204.40@tcp:101:lfs.0 Request processed in 371us (518us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361999.135642:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1326
00000100:00100000:0.0:1782361999.137665:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.137717:0:12612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951629952
00000100:00100000:3.0:1782361999.137729:0:12612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951629952
00000100:00100000:3.0:1782361999.137772:0:12612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1327
00000100:00100000:3.0:1782361999.137781:0:12612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+7:33013:x1868940951629952:12345-192.168.204.40@tcp:41:lfs.0
00000004:00000024:3.0:1782361999.137810:0:12612:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446252544 avail 1300013056
00000100:00100000:3.0:1782361999.137858:0:12612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+7:33013:x1868940951629952:12345-192.168.204.40@tcp:41:lfs.0 Request processed in 79us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361999.137866:0:12612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1327
00000100:00100000:0.0:1782361999.138603:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.138655:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951630080
00000100:00100000:2.0:1782361999.138660:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951630080
00000100:00100000:2.0:1782361999.138712:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1328
00000100:00080000:0.0:1782361999.138714:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1782361999.138721:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae797800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+6:33013:x1868940951630080:12345-192.168.204.40@tcp:41:lfs.0
00000004:00000024:2.0:1782361999.138738:0:6486:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446408192 avail 1300168704
00000100:00100000:2.0:1782361999.138767:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae797800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+6:33013:x1868940951630080:12345-192.168.204.40@tcp:41:lfs.0 Request processed in 49us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.138773:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1328
00000100:00100000:0.0:1782361999.140229:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.140264:0:8399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951630208
00000100:00100000:1.0:1782361999.140269:0:8399:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951630208
00000100:00080000:0.0:1782361999.140305:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1782361999.140311:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 585
00000100:00100000:1.0:1782361999.140322:0:8399:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:9661445f-bd76-42fd-9522-a80d974f5132+20:33013:x1868940951630208:12345-192.168.204.40@tcp:13:lfs.0
00002000:00000024:1.0:1782361999.140344:0:8399:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 492022336 pending 0 free 3923456000 avail 3691933696
00000100:00100000:1.0:1782361999.140381:0:8399:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:9661445f-bd76-42fd-9522-a80d974f5132+20:33013:x1868940951630208:12345-192.168.204.40@tcp:13:lfs.0 Request processed in 63us (153us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361999.140385:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 585
00000100:00100000:0.0:1782361999.141114:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.141154:0:10067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951630336
00000100:00100000:3.0:1782361999.141159:0:10067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951630336
00000100:00080000:0.0:1782361999.141199:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1782361999.141211:0:10067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 586
00000100:00100000:3.0:1782361999.141224:0:10067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:9661445f-bd76-42fd-9522-a80d974f5132+20:33013:x1868940951630336:12345-192.168.204.40@tcp:13:lfs.0
00002000:00000024:3.0:1782361999.141251:0:10067:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 491818944 pending 0 free 3923472384 avail 3691950080
00000100:00100000:3.0:1782361999.141288:0:10067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:9661445f-bd76-42fd-9522-a80d974f5132+20:33013:x1868940951630336:12345-192.168.204.40@tcp:13:lfs.0 Request processed in 67us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1782361999.141296:0:10067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 586
00000100:00100000:0.0:1782361999.158997:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.159047:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951630592
00000100:00100000:3.0:1782361999.159059:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951630592
00000100:00100000:3.0:1782361999.159123:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1329
00000100:00100000:3.0:1782361999.159135:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+7:33031:x1868940951630592:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.159159:0:8841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.159183:0:8841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee331fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db05 expref: -99 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159262:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159277:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159303:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159328:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159335:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159342:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159471:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188000/0x4a8a6555cee33212 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159479:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188000/0x4a8a6555cee33212 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.159486:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188000/0x4a8a6555cee33212 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1782361999.159533:0:8841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x2b:0x0]: returning size 6
00000001:00080000:1.0:1782361999.160522:0:43205:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 68719476737 is committed
00000001:00100000:1.0:1782361999.160530:0:43205:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9661445f-bd76-42fd-9522-a80d974f5132
00010000:00010000:3.0:1782361999.160602:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160612:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160618:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160624:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.160635:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160643:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160656:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.160659:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.160665:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160671:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33204 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160684:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160690:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160695:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160715:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.160718:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160724:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160731:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb4481dc5 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.160734:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.160742:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160748:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3320b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb4481dc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160809:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee331fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db05 expref: 8 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160826:0:8841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188000/0x4a8a6555cee33212 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db05 expref: 7 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.160833:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2b:0x0].0x0 (ffff8cbbb5130200)
00010000:00010000:3.0:1782361999.160836:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.160838:0:8841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82188000, rc 0)
00000100:00100000:3.0:1782361999.160908:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+7:33031:x1868940951630592:12345-192.168.204.40@tcp:101:grep.0 Request processed in 1773us (1922us total) trans 68719476737 rc 0/0
00000100:00100000:3.0:1782361999.160916:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1329
00000100:00100000:0.0:1782361999.163221:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.163277:0:38793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951630720
00000100:00100000:2.0:1782361999.163284:0:38793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951630720
00002000:00100000:2.0:1782361999.163316:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c2:0x0] (0->4095)  req@ffff8cbbae795180 x1868940951630720/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.163326:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae795180 with x1868940951630720 ext(0->4095)
00002000:00010000:2.0:1782361999.163332:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbae795180
00000100:00100000:2.0:1782361999.163362:0:38793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 240
00000100:00100000:2.0:1782361999.163370:0:38793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951630720:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.163544:0:38793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951630720:12345-192.168.204.40@tcp:3:grep.0 Request processed in 174us (324us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.163553:0:38793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 240
00002000:00100000:2.0:1782361999.163558:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c2:0x0] (0->4095)  req@ffff8cbbae795180 x1868940951630720/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.163564:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae795180 with x1868940951630720 ext(0->4095)
00002000:00010000:2.0:1782361999.163568:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbae795180
00000100:00100000:1.0:1782361999.165038:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.165084:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951630976
00000100:00100000:3.0:1782361999.165089:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951630976
00000100:00100000:3.0:1782361999.165164:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 314
00000100:00100000:3.0:1782361999.165173:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+7:33031:x1868940951630976:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.165393:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476738
00000100:00100000:3.0:1782361999.165465:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+9:33031:x1868940951630976:12345-192.168.204.40@tcp:35:grep.0 Request processed in 293us (426us total) trans 68719476739 rc 0/0
00000100:00100000:3.0:1782361999.165472:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 314
00000020:00080000:3.0:1782361999.165476:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.172092:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.172165:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951631232
00000100:00100000:2.0:1782361999.172178:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951631232
00000100:00100000:2.0:1782361999.172238:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1330
00000100:00100000:2.0:1782361999.172246:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+9:33035:x1868940951631232:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:2.0:1782361999.172270:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.172290:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34000/0x4a8a6555cee33220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db0c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172360:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172395:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172408:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172421:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172426:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172430:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172561:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35c00/0x4a8a6555cee33235 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172566:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35c00/0x4a8a6555cee33235 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172570:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35c00/0x4a8a6555cee33235 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.172578:0:6485:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x2c:0x0]: returning size 6
00010000:00010000:2.0:1782361999.172644:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172652:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172659:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172672:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.172678:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172686:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172708:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.172710:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.172714:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172718:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172728:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172732:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172737:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172739:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35a00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.172741:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172744:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172755:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1fefa0a6 (ffff8cbb8a164a00)
00010000:00010000:2.0:1782361999.172757:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.172759:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172763:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee3322e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1fefa0a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172806:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34000/0x4a8a6555cee33220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db0c expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172814:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35c00/0x4a8a6555cee33235 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db0c expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.172819:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2c:0x0].0x0 (ffff8cbb8a164700)
00010000:00010000:2.0:1782361999.172820:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.172822:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba85c35c00, rc 0)
00000100:00100000:2.0:1782361999.172881:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+11:33035:x1868940951631232:12345-192.168.204.40@tcp:101:grep.0 Request processed in 635us (802us total) trans 68719476740 rc 0/0
00000100:00100000:2.0:1782361999.172889:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1330
00000100:00100000:0.0:1782361999.175196:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.175249:0:42700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951631360
00000100:00100000:2.0:1782361999.175256:0:42700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951631360
00002000:00100000:2.0:1782361999.175284:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c2:0x0] (0->4095)  req@ffff8cbbae796680 x1868940951631360/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.175292:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae796680 with x1868940951631360 ext(0->4095)
00002000:00010000:2.0:1782361999.175296:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbae796680
00000100:00100000:2.0:1782361999.175327:0:42700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 241
00000100:00100000:2.0:1782361999.175347:0:42700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951631360:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.175565:0:42700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951631360:12345-192.168.204.40@tcp:3:grep.0 Request processed in 220us (374us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.175573:0:42700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 241
00002000:00100000:2.0:1782361999.175579:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c2:0x0] (0->4095)  req@ffff8cbbae796680 x1868940951631360/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.175586:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae796680 with x1868940951631360 ext(0->4095)
00002000:00010000:2.0:1782361999.175590:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbae796680
00000100:00100000:1.0:1782361999.177236:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.177283:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951631616
00000100:00100000:2.0:1782361999.177289:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951631616
00000100:00100000:2.0:1782361999.177326:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 315
00000100:00100000:2.0:1782361999.177336:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb88fce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+11:33035:x1868940951631616:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:2.0:1782361999.177575:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476741
00000100:00100000:2.0:1782361999.177655:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb88fce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+13:33035:x1868940951631616:12345-192.168.204.40@tcp:35:grep.0 Request processed in 320us (420us total) trans 68719476742 rc 0/0
00000100:00100000:2.0:1782361999.177663:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 315
00000020:00080000:2.0:1782361999.177668:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.183426:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.183535:0:10064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951631872
00000100:00100000:1.0:1782361999.183547:0:10064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951631872
00000100:00100000:1.0:1782361999.183612:0:10064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1331
00000100:00100000:1.0:1782361999.183625:0:10064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+13:33038:x1868940951631872:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:1.0:1782361999.183649:0:10064:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1782361999.183672:0:10064:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee33243 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db13 expref: -99 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183760:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183775:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183788:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183814:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183834:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183841:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183969:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33200/0x4a8a6555cee33258 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183979:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33200/0x4a8a6555cee33258 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.183986:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33200/0x4a8a6555cee33258 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1782361999.183996:0:10064:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x2d:0x0]: returning size 6
00010000:00010000:1.0:1782361999.184079:0:10064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184087:0:10064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184093:0:10064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184100:0:10064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.184105:0:10064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184112:0:10064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184135:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:1.0:1782361999.184138:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.184143:0:10064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184150:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee3324a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184162:0:10064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184168:0:10064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184173:0:10064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184177:0:10064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.184180:0:10064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184194:0:10064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184201:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x684c3f1c (ffff8cba85d0f200)
00010000:00010000:1.0:1782361999.184203:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.184206:0:10064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184211:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33251 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x684c3f1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184260:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee33243 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db13 expref: 16 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184273:0:10064:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33200/0x4a8a6555cee33258 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db13 expref: 15 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.184279:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2d:0x0].0x0 (ffff8cba85d0fb00)
00010000:00010000:1.0:1782361999.184281:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1782361999.184283:0:10064:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb0a33200, rc 0)
00000100:00100000:1.0:1782361999.184339:0:10064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae795f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+15:33038:x1868940951631872:12345-192.168.204.40@tcp:101:grep.0 Request processed in 716us (921us total) trans 68719476743 rc 0/0
00000100:00100000:1.0:1782361999.184347:0:10064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1331
00000100:00100000:0.0:1782361999.187178:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.187242:0:8403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951632000
00000100:00100000:1.0:1782361999.187253:0:8403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951632000
00002000:00100000:1.0:1782361999.187299:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c3:0x0] (0->4095)  req@ffff8cbbae796300 x1868940951632000/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.187308:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae796300 with x1868940951632000 ext(0->4095)
00002000:00010000:1.0:1782361999.187314:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbae796300
00000100:00100000:1.0:1782361999.187343:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 242
00000100:00100000:1.0:1782361999.187354:0:8403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951632000:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:1.0:1782361999.188877:0:8403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae796300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951632000:12345-192.168.204.40@tcp:3:grep.0 Request processed in 1517us (1702us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1782361999.188888:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 242
00002000:00100000:1.0:1782361999.188899:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c3:0x0] (0->4095)  req@ffff8cbbae796300 x1868940951632000/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.188931:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae796300 with x1868940951632000 ext(0->4095)
00002000:00010000:1.0:1782361999.188936:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbae796300
00000100:00100000:0.0:1782361999.190671:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.190766:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951632256
00000100:00100000:3.0:1782361999.190776:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951632256
00000100:00100000:3.0:1782361999.190837:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 316
00000100:00100000:3.0:1782361999.190849:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+15:33038:x1868940951632256:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.191101:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476744
00000100:00100000:3.0:1782361999.191193:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+17:33038:x1868940951632256:12345-192.168.204.40@tcp:35:grep.0 Request processed in 345us (526us total) trans 68719476745 rc 0/0
00000100:00100000:3.0:1782361999.191201:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 316
00000020:00080000:3.0:1782361999.191207:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.197061:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.197141:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951632512
00000100:00100000:1.0:1782361999.197154:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951632512
00000100:00100000:1.0:1782361999.197216:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1332
00000100:00100000:1.0:1782361999.197229:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba84750700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+17:33042:x1868940951632512:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:1.0:1782361999.197261:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1782361999.197294:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee33266 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db1a expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197394:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197416:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197428:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197443:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197451:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197458:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197626:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33c00/0x4a8a6555cee3327b lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197653:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33c00/0x4a8a6555cee3327b lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197662:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33c00/0x4a8a6555cee3327b lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1782361999.197674:0:6487:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x2e:0x0]: returning size 6
00010000:00010000:1.0:1782361999.197791:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197799:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197807:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197815:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.197831:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197840:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197854:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:1.0:1782361999.197858:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.197863:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197871:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3326d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197886:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197900:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197907:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197913:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.197917:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197924:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197934:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c06bb61 (ffff8cba85d0f200)
00010000:00010000:1.0:1782361999.197937:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.197940:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.197947:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33274 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c06bb61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.198007:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee33266 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db1a expref: 20 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.198022:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33c00/0x4a8a6555cee3327b lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db1a expref: 19 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.198038:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2e:0x0].0x0 (ffff8cba85d0f800)
00010000:00010000:1.0:1782361999.198041:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1782361999.198051:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb0a33c00, rc 0)
00000100:00100000:1.0:1782361999.198130:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba84750700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+19:33042:x1868940951632512:12345-192.168.204.40@tcp:101:grep.0 Request processed in 903us (1077us total) trans 68719476746 rc 0/0
00000100:00100000:1.0:1782361999.198139:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1332
00000100:00100000:0.0:1782361999.202604:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.202632:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.202675:0:42699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951632640
00000100:00100000:1.0:1782361999.202689:0:42699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951632640
00000100:00100000:2.0:1782361999.202745:0:6490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951632768
00000100:00100000:2.0:1782361999.202752:0:6490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951632768
00002000:00100000:1.0:1782361999.202766:0:42699:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c3:0x0] (0->4095)  req@ffff8cbbb09bed80 x1868940951632640/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.202783:0:42699:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bed80 with x1868940951632640 ext(0->4095)
00002000:00010000:1.0:1782361999.202791:0:42699:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bed80
00000100:00100000:2.0:1782361999.202817:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 624
00000100:00100000:1.0:1782361999.202821:0:42699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 243
00000100:00100000:1.0:1782361999.202837:0:42699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951632640:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.202838:0:6490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb88434050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:9661445f-bd76-42fd-9522-a80d974f5132+19:2396:x1868940951632768:12345-192.168.204.40@tcp:63:ll_sa.0
00010000:00010000:2.0:1782361999.202891:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.202916:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34000/0x4a8a6555cee33289 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db21 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.202978:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.202998:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203008:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203022:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361999.203026:0:42699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951632640:12345-192.168.204.40@tcp:3:grep.0 Request processed in 194us (431us total) trans 0 rc 4096/4096
00010000:00010000:2.0:1782361999.203032:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1782361999.203038:0:42699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 243
00010000:00010000:2.0:1782361999.203046:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00002000:00100000:1.0:1782361999.203049:0:42699:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c3:0x0] (0->4095)  req@ffff8cbbb09bed80 x1868940951632640/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.203058:0:42699:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bed80 with x1868940951632640 ext(0->4095)
00002000:00010000:1.0:1782361999.203061:0:42699:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bed80
00010000:00010000:2.0:1782361999.203167:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35600/0x4a8a6555cee3329e lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203176:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35600/0x4a8a6555cee3329e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203184:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35600/0x4a8a6555cee3329e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.203210:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x2f:0x0]: returning size 6
00000004:00200000:2.0:1782361999.203215:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.203250:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35600/0x4a8a6555cee3329e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203265:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35600/0x4a8a6555cee3329e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203295:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203302:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203310:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203317:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35a00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.203322:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203331:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203346:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.203350:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.203355:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203363:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35a00/0x4a8a6555cee33290 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203384:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203390:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203394:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203403:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.203405:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203410:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203422:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x68e42da7 (ffff8cbb8a164a00)
00010000:00010000:2.0:1782361999.203423:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.203426:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203430:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35e00/0x4a8a6555cee33297 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203463:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34000/0x4a8a6555cee33289 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db21 expref: 21 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203478:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35600/0x4a8a6555cee3329e lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db21 expref: 20 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203488:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2f:0x0].0x0 (ffff8cbb8a164900)
00010000:00010000:2.0:1782361999.203491:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.203494:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba85c35600, rc 0)
00010000:00010000:2.0:1782361999.203524:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.203535:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34200/0x4a8a6555cee332a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db28 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203564:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203581:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203590:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203605:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203613:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203621:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203668:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35200/0x4a8a6555cee332ba lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203677:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35200/0x4a8a6555cee332ba lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203685:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35200/0x4a8a6555cee332ba lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.203719:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x30:0x0]: returning size 6
00000004:00200000:2.0:1782361999.203722:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.203735:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35200/0x4a8a6555cee332ba lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203744:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35200/0x4a8a6555cee332ba lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203764:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203771:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203778:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203784:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34400 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.203787:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203794:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203801:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.203803:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.203805:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203809:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34400/0x4a8a6555cee332ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203816:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203820:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203827:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203839:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34600 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.203843:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203850:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203859:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7d261ae4 (ffff8cbb8a164200)
00010000:00010000:2.0:1782361999.203862:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.203865:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203873:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34600/0x4a8a6555cee332b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203900:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34200/0x4a8a6555cee332a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db28 expref: 22 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203913:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35200/0x4a8a6555cee332ba lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db28 expref: 21 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203921:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x30:0x0].0x0 (ffff8cbb8a164400)
00010000:00010000:2.0:1782361999.203924:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.203927:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba85c35200, rc 0)
00010000:00010000:2.0:1782361999.203931:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.203937:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34c00/0x4a8a6555cee332c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db2f expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203955:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203967:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203973:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203982:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203989:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.203997:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204046:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34e00/0x4a8a6555cee332d6 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204056:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34e00/0x4a8a6555cee332d6 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204065:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34e00/0x4a8a6555cee332d6 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.204084:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x31:0x0]: returning size 6
00000004:00200000:2.0:1782361999.204088:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.204098:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34e00/0x4a8a6555cee332d6 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204108:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34e00/0x4a8a6555cee332d6 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204129:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204136:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204142:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204148:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35000 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.204151:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204158:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204168:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.204171:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.204174:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204180:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35000/0x4a8a6555cee332c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204191:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204198:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204204:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204217:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c34a00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.204220:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204227:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204237:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x223991a9 (ffff8cbb8a164800)
00010000:00010000:2.0:1782361999.204238:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.204240:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204245:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34a00/0x4a8a6555cee332cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204263:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34c00/0x4a8a6555cee332c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db2f expref: 23 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204270:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34e00/0x4a8a6555cee332d6 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db2f expref: 22 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204275:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x31:0x0].0x0 (ffff8cba85e3a800)
00010000:00010000:2.0:1782361999.204277:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.204279:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba85c34e00, rc 0)
00010000:00010000:2.0:1782361999.204281:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.204287:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34800/0x4a8a6555cee332dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db36 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204302:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204313:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204318:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204327:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204332:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204336:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204369:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45de00/0x4a8a6555cee332f2 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204374:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45de00/0x4a8a6555cee332f2 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204379:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45de00/0x4a8a6555cee332f2 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.204389:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x32:0x0]: returning size 6
00000004:00200000:2.0:1782361999.204391:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.204398:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45de00/0x4a8a6555cee332f2 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204403:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45de00/0x4a8a6555cee332f2 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204416:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204421:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204425:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204429:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.204431:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204434:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204441:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.204443:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.204446:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204452:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35800/0x4a8a6555cee332e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204461:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204467:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204474:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204486:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba85c35400 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.204489:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204525:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204535:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1133e6 (ffff8cba85e3ad00)
00010000:00010000:2.0:1782361999.204537:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.204540:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204545:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c35400/0x4a8a6555cee332eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204564:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba85c34800/0x4a8a6555cee332dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db36 expref: 24 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204572:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45de00/0x4a8a6555cee332f2 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db36 expref: 23 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204577:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x32:0x0].0x0 (ffff8cba85e3aa00)
00010000:00010000:2.0:1782361999.204579:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.204580:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbbb45de00, rc 0)
00010000:00010000:2.0:1782361999.204583:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.204588:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45ca00/0x4a8a6555cee332f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db3d expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204603:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204613:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204619:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204628:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204633:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204637:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204682:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0600/0x4a8a6555cee3330e lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204690:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0600/0x4a8a6555cee3330e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204709:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0600/0x4a8a6555cee3330e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.204728:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x33:0x0]: returning size 6
00000004:00200000:2.0:1782361999.204732:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.204743:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0600/0x4a8a6555cee3330e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204752:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0600/0x4a8a6555cee3330e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204773:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204779:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204786:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204792:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbbb45cc00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.204796:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204802:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204813:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.204816:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.204819:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204826:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45cc00/0x4a8a6555cee33300 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204838:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204846:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204851:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204862:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b1800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.204865:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204870:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204878:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x737b65d2 (ffff8cba85e3a900)
00010000:00010000:2.0:1782361999.204882:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.204885:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204892:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1800/0x4a8a6555cee33307 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204922:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbbb45ca00/0x4a8a6555cee332f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db3d expref: 25 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204939:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0600/0x4a8a6555cee3330e lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db3d expref: 24 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1782361999.204940:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00010000:00010000:2.0:1782361999.204952:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x33:0x0].0x0 (ffff8cba85e3ac00)
00010000:00010000:2.0:1782361999.204956:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.204959:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b0600, rc 0)
00010000:00010000:2.0:1782361999.204965:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.204974:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0c00/0x4a8a6555cee33315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db44 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.204997:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205009:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205015:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205024:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205029:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205034:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361999.205052:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951633024
00000100:00100000:3.0:1782361999.205061:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951633024
00010000:00010000:2.0:1782361999.205069:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1400/0x4a8a6555cee3332a lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205075:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1400/0x4a8a6555cee3332a lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205080:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1400/0x4a8a6555cee3332a lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.205091:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x34:0x0]: returning size 7
00000004:00200000:2.0:1782361999.205094:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.205101:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1400/0x4a8a6555cee3332a lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205107:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1400/0x4a8a6555cee3332a lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361999.205114:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 317
00010000:00010000:2.0:1782361999.205126:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361999.205133:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+26:33042:x1868940951633024:12345-192.168.204.40@tcp:35:grep.0
00010000:00010000:2.0:1782361999.205137:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205149:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205155:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.205159:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205166:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205178:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.205181:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.205185:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205192:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0e00/0x4a8a6555cee3331c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205200:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205204:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205209:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205218:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0a00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.205222:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205229:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205238:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x260a9c01 (ffff8cba85e3a100)
00010000:00010000:2.0:1782361999.205241:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.205244:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205251:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0a00/0x4a8a6555cee33323 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205276:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0c00/0x4a8a6555cee33315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db44 expref: 27 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205290:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1400/0x4a8a6555cee3332a lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db44 expref: 26 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205298:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x34:0x0].0x0 (ffff8cba85e3a500)
00010000:00010000:2.0:1782361999.205301:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.205303:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b1400, rc 0)
00010000:00010000:2.0:1782361999.205308:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.205317:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33331 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db4b expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205342:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205358:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205367:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1782361999.205377:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476747
00010000:00010000:2.0:1782361999.205385:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205395:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205404:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205452:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1600/0x4a8a6555cee33346 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205461:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1600/0x4a8a6555cee33346 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361999.205473:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+29:33042:x1868940951633024:12345-192.168.204.40@tcp:35:grep.0 Request processed in 342us (534us total) trans 68719476748 rc 0/0
00010000:00010000:2.0:1782361999.205473:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1600/0x4a8a6555cee33346 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1782361999.205491:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 317
00000020:00080000:3.0:1782361999.205523:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000004:00200000:2.0:1782361999.205525:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x35:0x0]: returning size 7
00000004:00200000:2.0:1782361999.205528:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.205538:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1600/0x4a8a6555cee33346 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205546:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1600/0x4a8a6555cee33346 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205561:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205565:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205570:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205574:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0000 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.205576:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205581:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205587:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.205588:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.205590:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205594:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0000/0x4a8a6555cee33338 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205601:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205605:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205609:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205618:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b1e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.205620:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205624:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205628:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4d786654 (ffff8cba85e3af00)
00010000:00010000:2.0:1782361999.205630:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.205631:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205635:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee3333f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205653:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33331 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db4b expref: 29 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205664:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1600/0x4a8a6555cee33346 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db4b expref: 28 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205672:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x35:0x0].0x0 (ffff8cba85e3a400)
00010000:00010000:2.0:1782361999.205674:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.205677:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b1600, rc 0)
00010000:00010000:2.0:1782361999.205682:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.205690:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee3334d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db52 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205727:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205740:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205746:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205755:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205760:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205767:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205816:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1a00/0x4a8a6555cee33362 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205826:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1a00/0x4a8a6555cee33362 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205834:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1a00/0x4a8a6555cee33362 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.205853:0:6490:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x36:0x0]: returning size 7
00000004:00200000:2.0:1782361999.205856:0:6490:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1782361999.205866:0:6490:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1a00/0x4a8a6555cee33362 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205875:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1a00/0x4a8a6555cee33362 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205889:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205893:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205898:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205901:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.205903:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205907:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205912:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.205914:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.205916:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205919:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee33354 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205926:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205930:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205936:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205947:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b1000 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.205950:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205956:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205965:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8fec2d56 (ffff8cba85e3ab00)
00010000:00010000:2.0:1782361999.205967:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.205970:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205975:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3335b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.205999:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee3334d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db52 expref: 30 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.206012:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1a00/0x4a8a6555cee33362 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db52 expref: 29 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.206018:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x36:0x0].0x0 (ffff8cbba1ba0b00)
00010000:00010000:2.0:1782361999.206021:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.206023:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b1a00, rc 0)
00000100:00100000:2.0:1782361999.206068:0:6490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb88434050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:9661445f-bd76-42fd-9522-a80d974f5132+29:2396:x1868940951632768:12345-192.168.204.40@tcp:63:ll_sa.0 Request processed in 3239us (3437us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.206078:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 624
00000100:00100000:0.0:1782361999.212161:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.212215:0:12612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951633280
00000100:00100000:3.0:1782361999.212228:0:12612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951633280
00000100:00100000:3.0:1782361999.212300:0:12612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1333
00000100:00100000:3.0:1782361999.212319:0:12612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+29:33046:x1868940951633280:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.212355:0:12612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.212380:0:12612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33369 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db59 expref: -99 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212459:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212489:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212527:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212542:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212548:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212553:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212679:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189400/0x4a8a6555cee3337e lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212689:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189400/0x4a8a6555cee3337e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212710:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189400/0x4a8a6555cee3337e lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1782361999.212722:0:12612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x2f:0x0]: returning size 6
00010000:00010000:3.0:1782361999.212803:0:12612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212809:0:12612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212814:0:12612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212825:0:12612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.212829:0:12612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212835:0:12612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212846:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.212849:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.212854:0:12612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212862:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212876:0:12612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212883:0:12612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212890:0:12612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212896:0:12612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.212899:0:12612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212907:0:12612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212926:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x68e42da7 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.212928:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.212930:0:12612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212935:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33377 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x68e42da7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212972:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33369 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db59 expref: 32 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212987:0:12612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189400/0x4a8a6555cee3337e lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db59 expref: 31 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.212995:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2f:0x0].0x0 (ffff8cbb8a164900)
00010000:00010000:3.0:1782361999.212998:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.213001:0:12612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82189400, rc 0)
00000100:00100000:3.0:1782361999.213065:0:12612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+31:33046:x1868940951633280:12345-192.168.204.40@tcp:101:grep.0 Request processed in 755us (914us total) trans 68719476749 rc 0/0
00000100:00100000:3.0:1782361999.213074:0:12612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1333
00000100:00100000:0.0:1782361999.214236:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.214382:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951633408
00000100:00100000:2.0:1782361999.214417:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951633408
00000100:00100000:2.0:1782361999.214493:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 94
00000100:00100000:2.0:1782361999.214557:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+31:2397:x1868940951633408:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.214572:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.214593:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189400/0x4a8a6555cee3337e lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db59 expref: 31 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.214610:0:8414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x2f:0x0].0x0 (ffff8cbb8a164900)
00010000:00010000:2.0:1782361999.214614:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.214662:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+30:2397:x1868940951633408:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 111us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.214667:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 94
00000100:00100000:0.0:1782361999.215025:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.215068:0:42697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951633536
00000100:00100000:2.0:1782361999.215072:0:42697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951633536
00002000:00100000:2.0:1782361999.215097:0:42697:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c4:0x0] (0->4095)  req@ffff8cbbb09bd180 x1868940951633536/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.215104:0:42697:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bd180 with x1868940951633536 ext(0->4095)
00002000:00010000:2.0:1782361999.215108:0:42697:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb09bd180
00000100:00100000:2.0:1782361999.215126:0:42697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 244
00000100:00100000:2.0:1782361999.215131:0:42697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951633536:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.215244:0:42697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951633536:12345-192.168.204.40@tcp:3:grep.0 Request processed in 113us (220us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.215248:0:42697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 244
00002000:00100000:2.0:1782361999.215252:0:42697:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c4:0x0] (0->4095)  req@ffff8cbbb09bd180 x1868940951633536/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.215266:0:42697:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bd180 with x1868940951633536 ext(0->4095)
00002000:00010000:2.0:1782361999.215269:0:42697:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb09bd180
00000100:00100000:0.0:1782361999.216964:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.217019:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951633792
00000100:00100000:3.0:1782361999.217082:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951633792
00000100:00100000:3.0:1782361999.217138:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 318
00000100:00100000:3.0:1782361999.217146:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+30:33046:x1868940951633792:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.217406:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476750
00000100:00100000:3.0:1782361999.217564:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+32:33046:x1868940951633792:12345-192.168.204.40@tcp:35:grep.0 Request processed in 417us (601us total) trans 68719476751 rc 0/0
00000100:00100000:3.0:1782361999.217587:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 318
00000020:00080000:3.0:1782361999.217592:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.222463:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.222525:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951634048
00000100:00100000:2.0:1782361999.222535:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951634048
00000100:00100000:2.0:1782361999.222583:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1334
00000100:00100000:2.0:1782361999.222591:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+32:33047:x1868940951634048:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:2.0:1782361999.222614:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.222633:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee3338c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db60 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222694:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222721:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222730:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222741:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222746:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222750:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222865:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333a1 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222886:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333a1 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222893:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333a1 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.222905:0:6486:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x30:0x0]: returning size 6
00010000:00010000:2.0:1782361999.222974:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222980:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222985:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222988:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b1000 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.222991:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.222997:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223007:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.223009:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.223012:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223017:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee33393 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223026:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223035:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223039:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223042:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.223043:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223046:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223050:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7d261ae4 (ffff8cbba1ba0200)
00010000:00010000:2.0:1782361999.223052:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.223053:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223056:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3339a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7d261ae4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223094:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee3338c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db60 expref: 35 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223107:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333a1 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db60 expref: 34 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.223115:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x30:0x0].0x0 (ffff8cbb8a164400)
00010000:00010000:2.0:1782361999.223117:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.223124:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b0400, rc 0)
00000100:00100000:2.0:1782361999.223179:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+34:33047:x1868940951634048:12345-192.168.204.40@tcp:101:grep.0 Request processed in 586us (722us total) trans 68719476752 rc 0/0
00000100:00100000:2.0:1782361999.223187:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1334
00000100:00100000:0.0:1782361999.224473:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.224534:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951634176
00000100:00100000:2.0:1782361999.224540:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951634176
00000100:00100000:2.0:1782361999.224581:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 95
00000100:00100000:2.0:1782361999.224587:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+34:2397:x1868940951634176:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.224597:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.224608:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333a1 lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db60 expref: 34 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.224618:0:10363:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x30:0x0].0x0 (ffff8cbb8a164400)
00010000:00010000:2.0:1782361999.224622:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.224648:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+33:2397:x1868940951634176:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 61us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.224653:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 95
00000100:00100000:0.0:1782361999.225420:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.225479:0:38793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951634304
00000100:00100000:2.0:1782361999.225485:0:38793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951634304
00002000:00100000:2.0:1782361999.225533:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c4:0x0] (0->4095)  req@ffff8cbbb09bc000 x1868940951634304/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.225541:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bc000 with x1868940951634304 ext(0->4095)
00002000:00010000:2.0:1782361999.225545:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bc000
00000100:00100000:2.0:1782361999.225568:0:38793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 245
00000100:00100000:2.0:1782361999.225574:0:38793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951634304:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.225675:0:38793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951634304:12345-192.168.204.40@tcp:3:grep.0 Request processed in 102us (260us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.225687:0:38793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 245
00002000:00100000:2.0:1782361999.225694:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c4:0x0] (0->4095)  req@ffff8cbbb09bc000 x1868940951634304/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.225713:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bc000 with x1868940951634304 ext(0->4095)
00002000:00010000:2.0:1782361999.225715:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bc000
00000100:00100000:0.0:1782361999.227239:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.227345:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951634560
00000100:00100000:3.0:1782361999.227355:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951634560
00000100:00100000:3.0:1782361999.227403:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 319
00000100:00100000:3.0:1782361999.227411:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+33:33047:x1868940951634560:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.227661:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476753
00000100:00100000:3.0:1782361999.227774:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+35:33047:x1868940951634560:12345-192.168.204.40@tcp:35:grep.0 Request processed in 362us (537us total) trans 68719476754 rc 0/0
00000100:00100000:3.0:1782361999.227784:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 319
00000020:00080000:3.0:1782361999.227790:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.232828:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.232884:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951634816
00000100:00100000:3.0:1782361999.232895:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951634816
00000100:00100000:3.0:1782361999.232948:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1335
00000100:00100000:3.0:1782361999.232957:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+35:33048:x1868940951634816:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.232982:0:8841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.233003:0:8841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee333af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db67 expref: -99 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233075:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233087:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233097:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233126:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233132:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233137:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233248:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188800/0x4a8a6555cee333c4 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233254:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188800/0x4a8a6555cee333c4 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233259:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188800/0x4a8a6555cee333c4 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1782361999.233266:0:8841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x31:0x0]: returning size 6
00010000:00010000:3.0:1782361999.233350:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233360:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233367:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233374:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.233378:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233393:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233407:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.233410:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.233416:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233424:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee333b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233440:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233448:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233455:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233461:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.233464:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233471:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233479:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x223991a9 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.233483:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.233486:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233540:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee333bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x223991a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233586:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee333af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db67 expref: 38 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233603:0:8841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188800/0x4a8a6555cee333c4 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db67 expref: 37 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.233611:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x31:0x0].0x0 (ffff8cba85e3a800)
00010000:00010000:3.0:1782361999.233614:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.233617:0:8841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82188800, rc 0)
00000100:00100000:3.0:1782361999.233682:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+37:33048:x1868940951634816:12345-192.168.204.40@tcp:101:grep.0 Request processed in 724us (862us total) trans 68719476755 rc 0/0
00000100:00100000:3.0:1782361999.233690:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1335
00000100:00100000:0.0:1782361999.234926:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.235007:0:7426:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951634944
00000100:00100000:2.0:1782361999.235019:0:7426:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951634944
00000100:00100000:2.0:1782361999.235081:0:7426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 96
00000100:00100000:2.0:1782361999.235088:0:7426:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+37:2397:x1868940951634944:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.235101:0:7426:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.235121:0:7426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188800/0x4a8a6555cee333c4 lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db67 expref: 37 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.235137:0:7426:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x31:0x0].0x0 (ffff8cba85e3a800)
00010000:00010000:2.0:1782361999.235140:0:7426:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.235186:0:7426:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9661445f-bd76-42fd-9522-a80d974f5132+36:2397:x1868940951634944:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 100us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.235192:0:7426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 96
00000100:00100000:0.0:1782361999.236063:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.236110:0:42700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951635072
00000100:00100000:2.0:1782361999.236117:0:42700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951635072
00002000:00100000:2.0:1782361999.236152:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c5:0x0] (0->4095)  req@ffff8cbbb09be300 x1868940951635072/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.236163:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09be300 with x1868940951635072 ext(0->4095)
00002000:00010000:2.0:1782361999.236168:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb09be300
00000100:00100000:2.0:1782361999.236197:0:42700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 246
00000100:00100000:2.0:1782361999.236221:0:42700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2394:x1868940951635072:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.236362:0:42700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2394:x1868940951635072:12345-192.168.204.40@tcp:3:grep.0 Request processed in 144us (300us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.236374:0:42700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 246
00002000:00100000:2.0:1782361999.236383:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c5:0x0] (0->4095)  req@ffff8cbbb09be300 x1868940951635072/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.236391:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09be300 with x1868940951635072 ext(0->4095)
00002000:00010000:2.0:1782361999.236396:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb09be300
00000100:00100000:0.0:1782361999.237854:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.237899:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951635328
00000100:00100000:3.0:1782361999.237908:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951635328
00000100:00100000:3.0:1782361999.238001:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 320
00000100:00100000:3.0:1782361999.238011:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+36:33048:x1868940951635328:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.238240:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476756
00000100:00100000:3.0:1782361999.238341:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+38:33048:x1868940951635328:12345-192.168.204.40@tcp:35:grep.0 Request processed in 329us (490us total) trans 68719476757 rc 0/0
00000100:00100000:3.0:1782361999.238350:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 320
00000020:00080000:3.0:1782361999.238357:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.242935:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.242998:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951635584
00000100:00100000:2.0:1782361999.243010:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951635584
00000100:00100000:2.0:1782361999.243070:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1336
00000100:00100000:2.0:1782361999.243077:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+38:33049:x1868940951635584:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:2.0:1782361999.243102:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.243123:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db6e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243194:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243220:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243232:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243248:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243272:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243278:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243391:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee333e7 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243401:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee333e7 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243408:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee333e7 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.243418:0:6485:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x32:0x0]: returning size 6
00010000:00010000:2.0:1782361999.243524:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243533:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243541:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243548:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0200 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.243553:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243560:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243583:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.243586:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.243591:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243598:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee333d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243611:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243616:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243622:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243627:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.243628:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243632:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243636:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1133e6 (ffff8cbba1ba0200)
00010000:00010000:2.0:1782361999.243638:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.243640:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243643:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee333e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1133e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243683:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee333d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db6e expref: 41 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243691:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee333e7 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db6e expref: 40 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.243708:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x32:0x0].0x0 (ffff8cba85e3aa00)
00010000:00010000:2.0:1782361999.243710:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.243712:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b1000, rc 0)
00000100:00100000:2.0:1782361999.243763:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+40:33049:x1868940951635584:12345-192.168.204.40@tcp:101:grep.0 Request processed in 687us (839us total) trans 68719476758 rc 0/0
00000100:00100000:2.0:1782361999.243768:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1336
00000100:00100000:0.0:1782361999.245112:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.245163:0:6473:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951635712
00000100:00100000:2.0:1782361999.245170:0:6473:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951635712
00000100:00100000:2.0:1782361999.245224:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 97
00000100:00100000:2.0:1782361999.245233:0:6473:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+40:2397:x1868940951635712:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.245245:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.245259:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee333e7 lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db6e expref: 40 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.245274:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x32:0x0].0x0 (ffff8cba85e3aa00)
00010000:00010000:2.0:1782361999.245278:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.245317:0:6473:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9661445f-bd76-42fd-9522-a80d974f5132+39:2397:x1868940951635712:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 84us (209us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.245325:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 97
00000100:00100000:0.0:1782361999.245817:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.245866:0:8403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951635840
00000100:00100000:1.0:1782361999.245870:0:8403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951635840
00002000:00100000:1.0:1782361999.245896:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c5:0x0] (0->4095)  req@ffff8cbbb09bdf80 x1868940951635840/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.245905:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bdf80 with x1868940951635840 ext(0->4095)
00002000:00010000:1.0:1782361999.245909:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bdf80
00000100:00100000:1.0:1782361999.245941:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 247
00000100:00100000:1.0:1782361999.245947:0:8403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951635840:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:1.0:1782361999.246046:0:8403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951635840:12345-192.168.204.40@tcp:3:grep.0 Request processed in 100us (230us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1782361999.246051:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 247
00002000:00100000:1.0:1782361999.246056:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c5:0x0] (0->4095)  req@ffff8cbbb09bdf80 x1868940951635840/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.246061:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bdf80 with x1868940951635840 ext(0->4095)
00002000:00010000:1.0:1782361999.246064:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bdf80
00000100:00100000:0.0:1782361999.247460:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361999.247598:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951636096
00000100:00100000:0.0:1782361999.247607:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951636096
00000100:00100000:0.0:1782361999.247655:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 321
00000100:00100000:0.0:1782361999.247662:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb88fccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+39:33049:x1868940951636096:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:0.0:1782361999.247906:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476759
00000100:00100000:0.0:1782361999.247993:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb88fccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+41:33049:x1868940951636096:12345-192.168.204.40@tcp:35:grep.0 Request processed in 331us (538us total) trans 68719476760 rc 0/0
00000100:00100000:0.0:1782361999.248000:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 321
00000020:00080000:0.0:1782361999.248005:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.252282:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.252354:0:10064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951636352
00000100:00100000:1.0:1782361999.252364:0:10064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951636352
00000100:00100000:1.0:1782361999.252415:0:10064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1337
00000100:00100000:1.0:1782361999.252422:0:10064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+41:33050:x1868940951636352:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:1.0:1782361999.252446:0:10064:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1782361999.252466:0:10064:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee333f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db75 expref: -99 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252564:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252576:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252585:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252597:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252618:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252622:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252749:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32800/0x4a8a6555cee3340a lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252756:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32800/0x4a8a6555cee3340a lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252761:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32800/0x4a8a6555cee3340a lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1782361999.252768:0:10064:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x33:0x0]: returning size 6
00010000:00010000:1.0:1782361999.252832:0:10064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252838:0:10064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252843:0:10064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252847:0:10064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.252850:0:10064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252855:0:10064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252875:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:1.0:1782361999.252877:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.252881:0:10064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252886:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee333fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252896:0:10064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252900:0:10064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252903:0:10064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252908:0:10064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.252910:0:10064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252914:0:10064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252918:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x737b65d2 (ffff8cba85d0f200)
00010000:00010000:1.0:1782361999.252919:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.252921:0:10064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252924:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee33403 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x737b65d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252962:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee333f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db75 expref: 44 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252972:0:10064:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32800/0x4a8a6555cee3340a lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db75 expref: 43 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.252978:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x33:0x0].0x0 (ffff8cba85e3ac00)
00010000:00010000:1.0:1782361999.252979:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1782361999.252981:0:10064:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb0a32800, rc 0)
00000100:00100000:1.0:1782361999.253029:0:10064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+43:33050:x1868940951636352:12345-192.168.204.40@tcp:101:grep.0 Request processed in 608us (755us total) trans 68719476761 rc 0/0
00000100:00100000:1.0:1782361999.253035:0:10064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1337
00000100:00100000:3.0:1782361999.254109:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.254151:0:6472:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951636480
00000100:00100000:1.0:1782361999.254157:0:6472:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951636480
00000100:00100000:1.0:1782361999.254203:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 98
00000100:00100000:1.0:1782361999.254214:0:6472:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+43:2396:x1868940951636480:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1782361999.254227:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1782361999.254241:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32800/0x4a8a6555cee3340a lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db75 expref: 43 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.254251:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x33:0x0].0x0 (ffff8cba85e3ac00)
00010000:00010000:1.0:1782361999.254254:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1782361999.254279:0:6472:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9661445f-bd76-42fd-9522-a80d974f5132+42:2396:x1868940951636480:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 70us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1782361999.254284:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 98
00000100:00100000:0.0:1782361999.255023:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.255067:0:42699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951636608
00000100:00100000:1.0:1782361999.255071:0:42699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951636608
00002000:00100000:1.0:1782361999.255101:0:42699:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c6:0x0] (0->4095)  req@ffff8cbbb09bd500 x1868940951636608/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.255110:0:42699:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bd500 with x1868940951636608 ext(0->4095)
00002000:00010000:1.0:1782361999.255114:0:42699:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb09bd500
00000100:00100000:1.0:1782361999.255137:0:42699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 248
00000100:00100000:1.0:1782361999.255142:0:42699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951636608:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:1.0:1782361999.255268:0:42699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951636608:12345-192.168.204.40@tcp:3:grep.0 Request processed in 125us (246us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1782361999.255273:0:42699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 248
00002000:00100000:1.0:1782361999.255278:0:42699:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c6:0x0] (0->4095)  req@ffff8cbbb09bd500 x1868940951636608/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.255285:0:42699:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bd500 with x1868940951636608 ext(0->4095)
00002000:00010000:1.0:1782361999.255288:0:42699:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb09bd500
00000100:00100000:0.0:1782361999.256715:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.256803:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951636864
00000100:00100000:3.0:1782361999.256822:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951636864
00000100:00100000:3.0:1782361999.256854:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 322
00000100:00100000:3.0:1782361999.256861:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+42:33050:x1868940951636864:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.257049:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476762
00000100:00100000:3.0:1782361999.257123:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+44:33050:x1868940951636864:12345-192.168.204.40@tcp:35:grep.0 Request processed in 261us (409us total) trans 68719476763 rc 0/0
00000100:00100000:3.0:1782361999.257132:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 322
00000020:00080000:3.0:1782361999.257137:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1782361999.261708:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.261766:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951637120
00000100:00100000:1.0:1782361999.261781:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951637120
00000100:00100000:1.0:1782361999.261843:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1338
00000100:00100000:1.0:1782361999.261854:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+44:33051:x1868940951637120:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:1.0:1782361999.261881:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1782361999.261904:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee33418 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db7c expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.261997:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262032:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262045:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262057:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262062:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262067:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262191:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee3342d lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262201:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee3342d lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262209:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee3342d lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1782361999.262220:0:6487:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x34:0x0]: returning size 7
00010000:00010000:1.0:1782361999.262306:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262316:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262323:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262338:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33600 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.262343:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262353:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262368:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:1.0:1782361999.262372:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.262377:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262384:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee3341f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262399:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262405:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262412:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262418:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.262421:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262428:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262449:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x260a9c01 (ffff8cba85d0f200)
00010000:00010000:1.0:1782361999.262452:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.262456:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262463:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee33426 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x260a9c01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262532:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee33418 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db7c expref: 47 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262552:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee3342d lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db7c expref: 46 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.262562:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x34:0x0].0x0 (ffff8cba85e3a500)
00010000:00010000:1.0:1782361999.262565:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1782361999.262569:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb0a32400, rc 0)
00000100:00100000:1.0:1782361999.262632:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+46:33051:x1868940951637120:12345-192.168.204.40@tcp:101:grep.0 Request processed in 779us (940us total) trans 68719476764 rc 0/0
00000100:00100000:1.0:1782361999.262641:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1338
00000100:00100000:0.0:1782361999.263754:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.263816:0:6471:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951637248
00000100:00100000:2.0:1782361999.263823:0:6471:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951637248
00000100:00100000:2.0:1782361999.263867:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 99
00000100:00100000:2.0:1782361999.263876:0:6471:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+46:2396:x1868940951637248:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.263890:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.263906:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee3342d lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db7c expref: 46 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.263920:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x34:0x0].0x0 (ffff8cba85e3a500)
00010000:00010000:2.0:1782361999.263923:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.263948:0:6471:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9661445f-bd76-42fd-9522-a80d974f5132+45:2396:x1868940951637248:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 75us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.263954:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 99
00000100:00100000:0.0:1782361999.264521:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.264575:0:42697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951637376
00000100:00100000:2.0:1782361999.264581:0:42697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951637376
00002000:00100000:2.0:1782361999.264611:0:42697:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c6:0x0] (0->4095)  req@ffff8cbbb09bce00 x1868940951637376/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.264620:0:42697:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bce00 with x1868940951637376 ext(0->4095)
00002000:00010000:2.0:1782361999.264624:0:42697:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bce00
00000100:00100000:2.0:1782361999.264644:0:42697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 249
00000100:00100000:2.0:1782361999.264649:0:42697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951637376:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.264789:0:42697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951637376:12345-192.168.204.40@tcp:3:grep.0 Request processed in 139us (269us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.264794:0:42697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 249
00002000:00100000:2.0:1782361999.264800:0:42697:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c6:0x0] (0->4095)  req@ffff8cbbb09bce00 x1868940951637376/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.264819:0:42697:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb09bce00 with x1868940951637376 ext(0->4095)
00002000:00010000:2.0:1782361999.264822:0:42697:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb09bce00
00000100:00100000:3.0:1782361999.266089:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361999.266136:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951637632
00000100:00100000:0.0:1782361999.266141:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951637632
00000100:00100000:0.0:1782361999.266178:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 323
00000100:00100000:0.0:1782361999.266187:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+45:33051:x1868940951637632:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:0.0:1782361999.266434:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476765
00000100:00100000:0.0:1782361999.266546:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+47:33051:x1868940951637632:12345-192.168.204.40@tcp:35:grep.0 Request processed in 358us (456us total) trans 68719476766 rc 0/0
00000100:00100000:0.0:1782361999.266557:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 323
00000020:00080000:0.0:1782361999.266562:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.270991:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.271038:0:12612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951637888
00000100:00100000:3.0:1782361999.271048:0:12612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951637888
00000100:00100000:3.0:1782361999.271095:0:12612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1339
00000100:00100000:3.0:1782361999.271105:0:12612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+47:33052:x1868940951637888:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.271132:0:12612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.271155:0:12612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee3343b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db83 expref: -99 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271230:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271241:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271250:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271260:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271281:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271286:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271385:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189a00/0x4a8a6555cee33450 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271392:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189a00/0x4a8a6555cee33450 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271396:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189a00/0x4a8a6555cee33450 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1782361999.271404:0:12612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x35:0x0]: returning size 7
00010000:00010000:3.0:1782361999.271479:0:12612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271485:0:12612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271490:0:12612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271494:0:12612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.271524:0:12612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271530:0:12612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271551:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.271554:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.271557:0:12612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271562:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33442 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271571:0:12612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271576:0:12612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271580:0:12612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271583:0:12612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.271585:0:12612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271589:0:12612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271593:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4d786654 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.271594:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.271596:0:12612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271599:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33449 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4d786654 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271639:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee3343b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db83 expref: 50 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271649:0:12612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189a00/0x4a8a6555cee33450 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db83 expref: 49 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.271655:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x35:0x0].0x0 (ffff8cba85e3a400)
00010000:00010000:3.0:1782361999.271656:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.271658:0:12612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82189a00, rc 0)
00000100:00100000:3.0:1782361999.271722:0:12612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+49:33052:x1868940951637888:12345-192.168.204.40@tcp:101:grep.0 Request processed in 618us (742us total) trans 68719476767 rc 0/0
00000100:00100000:3.0:1782361999.271728:0:12612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1339
00000100:00100000:1.0:1782361999.272880:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.272927:0:8414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951638016
00000100:00100000:2.0:1782361999.272932:0:8414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951638016
00000100:00100000:2.0:1782361999.272969:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 100
00000100:00100000:2.0:1782361999.272975:0:8414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaddd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+49:2396:x1868940951638016:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.272985:0:8414:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.272998:0:8414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189a00/0x4a8a6555cee33450 lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db83 expref: 49 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.273009:0:8414:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x35:0x0].0x0 (ffff8cba85e3a400)
00010000:00010000:2.0:1782361999.273012:0:8414:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.273036:0:8414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaddd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9661445f-bd76-42fd-9522-a80d974f5132+48:2396:x1868940951638016:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 62us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.273041:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 100
00000100:00100000:0.0:1782361999.273631:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.273661:0:38793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951638144
00000100:00100000:2.0:1782361999.273667:0:38793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951638144
00002000:00100000:2.0:1782361999.273712:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c7:0x0] (0->4095)  req@ffff8cbbaed32a00 x1868940951638144/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.273725:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbaed32a00 with x1868940951638144 ext(0->4095)
00002000:00010000:2.0:1782361999.273731:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbaed32a00
00000100:00100000:2.0:1782361999.273752:0:38793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 250
00000100:00100000:2.0:1782361999.273759:0:38793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaed32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951638144:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.273893:0:38793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaed32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951638144:12345-192.168.204.40@tcp:3:grep.0 Request processed in 135us (263us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.273906:0:38793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 250
00002000:00100000:2.0:1782361999.273913:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c7:0x0] (0->4095)  req@ffff8cbbaed32a00 x1868940951638144/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.273919:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbaed32a00 with x1868940951638144 ext(0->4095)
00002000:00010000:2.0:1782361999.273922:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbaed32a00
00000100:00100000:0.0:1782361999.275184:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.275226:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951638400
00000100:00100000:3.0:1782361999.275233:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951638400
00000100:00100000:3.0:1782361999.275307:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 324
00000100:00100000:3.0:1782361999.275313:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaed33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+48:33052:x1868940951638400:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.275484:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476768
00000100:00100000:3.0:1782361999.275573:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaed33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+50:33052:x1868940951638400:12345-192.168.204.40@tcp:35:grep.0 Request processed in 257us (389us total) trans 68719476769 rc 0/0
00000100:00100000:3.0:1782361999.275581:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 324
00000020:00080000:3.0:1782361999.275585:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1782361999.280927:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.281017:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951638656
00000100:00100000:2.0:1782361999.281029:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951638656
00000100:00100000:2.0:1782361999.281096:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1340
00000100:00100000:2.0:1782361999.281109:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+50:33053:x1868940951638656:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:2.0:1782361999.281138:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.281160:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3345e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db8a expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281244:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281259:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281273:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281290:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281299:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281330:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281459:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee33473 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281470:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee33473 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281479:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee33473 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.281490:0:6486:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x36:0x0]: returning size 7
00010000:00010000:2.0:1782361999.281603:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281614:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281622:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281631:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0400 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.281637:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281646:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281660:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.281665:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.281676:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281694:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee33465 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281724:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281732:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281739:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281746:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.281749:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281757:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281767:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8fec2d56 (ffff8cbba1ba0200)
00010000:00010000:2.0:1782361999.281770:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.281773:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281780:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee3346c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8fec2d56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281827:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee3345e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db8a expref: 53 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281858:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee33473 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db8a expref: 52 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.281868:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x36:0x0].0x0 (ffff8cbba1ba0b00)
00010000:00010000:2.0:1782361999.281871:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.281874:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b0200, rc 0)
00000100:00100000:2.0:1782361999.281940:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+52:33053:x1868940951638656:12345-192.168.204.40@tcp:101:grep.0 Request processed in 833us (1019us total) trans 68719476770 rc 0/0
00000100:00100000:2.0:1782361999.281950:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1340
00000100:00100000:1.0:1782361999.283237:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.283280:0:10363:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951638784
00000100:00100000:2.0:1782361999.283287:0:10363:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951638784
00000100:00100000:2.0:1782361999.283330:0:10363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 101
00000100:00100000:2.0:1782361999.283341:0:10363:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+52:2396:x1868940951638784:12345-192.168.204.40@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1782361999.283354:0:10363:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1782361999.283370:0:10363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee33473 lrc: 0/0,0 mode: --/PR res: [0x200001b71:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db8a expref: 52 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.283385:0:10363:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x36:0x0].0x0 (ffff8cbba1ba0b00)
00010000:00010000:2.0:1782361999.283389:0:10363:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1782361999.283420:0:10363:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9661445f-bd76-42fd-9522-a80d974f5132+51:2396:x1868940951638784:12345-192.168.204.40@tcp:103:ldlm_bl.0 Request processed in 81us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1782361999.283430:0:10363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 101
00000100:00100000:0.0:1782361999.283917:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.283959:0:42700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951638912
00000100:00100000:2.0:1782361999.283964:0:42700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951638912
00002000:00100000:2.0:1782361999.283998:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c7:0x0] (0->4095)  req@ffff8cbbaa6b3480 x1868940951638912/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.284017:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbaa6b3480 with x1868940951638912 ext(0->4095)
00002000:00010000:2.0:1782361999.284023:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbaa6b3480
00000100:00100000:2.0:1782361999.284049:0:42700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 251
00000100:00100000:2.0:1782361999.284058:0:42700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa6b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951638912:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.284204:0:42700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa6b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951638912:12345-192.168.204.40@tcp:3:grep.0 Request processed in 147us (286us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.284212:0:42700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 251
00002000:00100000:2.0:1782361999.284220:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c7:0x0] (0->4095)  req@ffff8cbbaa6b3480 x1868940951638912/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.284231:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbaa6b3480 with x1868940951638912 ext(0->4095)
00002000:00010000:2.0:1782361999.284236:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbaa6b3480
00000100:00100000:1.0:1782361999.285647:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361999.285713:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951639168
00000100:00100000:0.0:1782361999.285718:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951639168
00000100:00100000:0.0:1782361999.285755:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 325
00000100:00100000:0.0:1782361999.285765:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+51:33053:x1868940951639168:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:0.0:1782361999.285953:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476771
00000100:00100000:0.0:1782361999.286022:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+53:33053:x1868940951639168:12345-192.168.204.40@tcp:35:grep.0 Request processed in 260us (377us total) trans 68719476772 rc 0/0
00000100:00100000:0.0:1782361999.286029:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 325
00000020:00080000:0.0:1782361999.286033:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1782361999.291255:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.291318:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951639424
00000100:00100000:3.0:1782361999.291329:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951639424
00000100:00100000:3.0:1782361999.291391:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1341
00000100:00100000:3.0:1782361999.291402:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+53:33054:x1868940951639424:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.291453:0:8841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.291472:0:8841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33481 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db91 expref: -99 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291579:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291592:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291601:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291612:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291617:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291622:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291759:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188600/0x4a8a6555cee33496 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291769:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188600/0x4a8a6555cee33496 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291776:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188600/0x4a8a6555cee33496 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1782361999.291789:0:8841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x37:0x0]: returning size 7
00010000:00010000:3.0:1782361999.291889:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291899:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291907:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291914:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.291919:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291929:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291943:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.291946:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.291952:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291959:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33488 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291982:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291990:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.291998:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292015:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.292019:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292025:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292035:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2df3dbba (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.292037:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.292041:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292048:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3348f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2df3dbba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292097:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33481 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db91 expref: 56 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292109:0:8841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188600/0x4a8a6555cee33496 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db91 expref: 55 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.292115:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x37:0x0].0x0 (ffff8cbbb5130500)
00010000:00010000:3.0:1782361999.292117:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.292119:0:8841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82188600, rc 0)
00000100:00100000:3.0:1782361999.292170:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+55:33054:x1868940951639424:12345-192.168.204.40@tcp:101:grep.0 Request processed in 770us (921us total) trans 68719476773 rc 0/0
00000100:00100000:3.0:1782361999.292175:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1341
00000100:00100000:3.0:1782361999.294201:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.294270:0:8403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951639552
00000100:00100000:1.0:1782361999.294279:0:8403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951639552
00002000:00100000:1.0:1782361999.294326:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c8:0x0] (0->4095)  req@ffff8cbbb52bdc00 x1868940951639552/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.294335:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb52bdc00 with x1868940951639552 ext(0->4095)
00002000:00010000:1.0:1782361999.294340:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb52bdc00
00000100:00100000:1.0:1782361999.294363:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 252
00000100:00100000:1.0:1782361999.294370:0:8403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951639552:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:1.0:1782361999.294530:0:8403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951639552:12345-192.168.204.40@tcp:3:grep.0 Request processed in 160us (331us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1782361999.294538:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 252
00002000:00100000:1.0:1782361999.294543:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c8:0x0] (0->4095)  req@ffff8cbbb52bdc00 x1868940951639552/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.294550:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb52bdc00 with x1868940951639552 ext(0->4095)
00002000:00010000:1.0:1782361999.294553:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb52bdc00
00000100:00100000:1.0:1782361999.296052:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.296102:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951639808
00000100:00100000:3.0:1782361999.296107:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951639808
00000100:00100000:3.0:1782361999.296182:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 326
00000100:00100000:3.0:1782361999.296189:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+55:33054:x1868940951639808:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.296396:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476774
00000100:00100000:3.0:1782361999.296465:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+57:33054:x1868940951639808:12345-192.168.204.40@tcp:35:grep.0 Request processed in 276us (414us total) trans 68719476775 rc 0/0
00000100:00100000:3.0:1782361999.296471:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 326
00000020:00080000:3.0:1782361999.296474:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.301207:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.301262:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951640064
00000100:00100000:2.0:1782361999.301271:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951640064
00000100:00100000:2.0:1782361999.301319:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1342
00000100:00100000:2.0:1782361999.301330:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa6b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+57:33055:x1868940951640064:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:2.0:1782361999.301356:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.301380:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee334a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db98 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301448:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301463:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301539:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301559:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301568:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301577:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301732:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee334b9 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301742:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee334b9 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301750:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee334b9 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.301762:0:6485:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x38:0x0]: returning size 7
00010000:00010000:2.0:1782361999.301842:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301851:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301859:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301866:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b1000 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.301878:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301888:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301902:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.301905:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.301911:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301918:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301932:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301939:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301945:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301951:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.301955:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301961:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301970:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843bbeb4 (ffff8cbba1ba0200)
00010000:00010000:2.0:1782361999.301973:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.301983:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.301991:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843bbeb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.302046:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee334a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db98 expref: 60 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.302063:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0400/0x4a8a6555cee334b9 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db98 expref: 59 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.302071:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x38:0x0].0x0 (ffff8cbba1ba0500)
00010000:00010000:2.0:1782361999.302074:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.302077:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b0400, rc 0)
00000100:00100000:2.0:1782361999.302132:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa6b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+59:33055:x1868940951640064:12345-192.168.204.40@tcp:101:grep.0 Request processed in 803us (931us total) trans 68719476776 rc 0/0
00000100:00100000:2.0:1782361999.302143:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1342
00000100:00100000:0.0:1782361999.303968:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.304031:0:42699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951640192
00000100:00100000:1.0:1782361999.304040:0:42699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951640192
00002000:00100000:1.0:1782361999.304105:0:42699:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c8:0x0] (0->4095)  req@ffff8cbbaa6b0380 x1868940951640192/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.304118:0:42699:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbaa6b0380 with x1868940951640192 ext(0->4095)
00002000:00010000:1.0:1782361999.304125:0:42699:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbaa6b0380
00000100:00100000:1.0:1782361999.304155:0:42699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 253
00000100:00100000:1.0:1782361999.304165:0:42699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaa6b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9661445f-bd76-42fd-9522-a80d974f5132+20:2394:x1868940951640192:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:1.0:1782361999.304343:0:42699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaa6b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9661445f-bd76-42fd-9522-a80d974f5132+20:2394:x1868940951640192:12345-192.168.204.40@tcp:3:grep.0 Request processed in 178us (377us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1782361999.304370:0:42699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 253
00002000:00100000:1.0:1782361999.304378:0:42699:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c8:0x0] (0->4095)  req@ffff8cbbaa6b0380 x1868940951640192/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.304388:0:42699:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbaa6b0380 with x1868940951640192 ext(0->4095)
00002000:00010000:1.0:1782361999.304392:0:42699:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbaa6b0380
00000100:00100000:1.0:1782361999.305997:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782361999.306054:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951640448
00000100:00100000:0.0:1782361999.306062:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951640448
00000100:00100000:0.0:1782361999.306106:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 327
00000100:00100000:0.0:1782361999.306118:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb88fcec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+59:33055:x1868940951640448:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:0.0:1782361999.306349:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476777
00000100:00100000:0.0:1782361999.306436:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb88fcec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+61:33055:x1868940951640448:12345-192.168.204.40@tcp:35:grep.0 Request processed in 319us (441us total) trans 68719476778 rc 0/0
00000100:00100000:0.0:1782361999.306461:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 327
00000020:00080000:0.0:1782361999.306466:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.311469:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.311531:0:10064:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951640704
00000100:00100000:2.0:1782361999.311541:0:10064:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951640704
00000100:00100000:2.0:1782361999.311596:0:10064:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1343
00000100:00100000:2.0:1782361999.311605:0:10064:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaed33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+61:33056:x1868940951640704:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:2.0:1782361999.311631:0:10064:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1782361999.311650:0:10064:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee334c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040db9f expref: -99 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311738:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311768:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311777:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311789:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311794:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311798:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311903:0:10064:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee334dc lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311909:0:10064:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee334dc lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.311914:0:10064:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee334dc lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1782361999.311920:0:10064:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x39:0x0]: returning size 7
00010000:00010000:2.0:1782361999.311996:0:10064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312002:0:10064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312007:0:10064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312017:0:10064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b0800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.312026:0:10064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312032:0:10064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312043:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:2.0:1782361999.312045:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.312048:0:10064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312053:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0800/0x4a8a6555cee334ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312064:0:10064:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312068:0:10064:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312072:0:10064:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312075:0:10064:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb09b1000 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:2.0:1782361999.312077:0:10064:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312081:0:10064:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312093:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3e520668 (ffff8cbba1ba0200)
00010000:00010000:2.0:1782361999.312094:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1782361999.312096:0:10064:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312100:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1000/0x4a8a6555cee334d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e520668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10064 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312146:0:10064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b0200/0x4a8a6555cee334c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db9f expref: 64 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312161:0:10064:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb09b1e00/0x4a8a6555cee334dc lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040db9f expref: 63 pid: 10064 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1782361999.312167:0:10064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x39:0x0].0x0 (ffff8cbba1ba0400)
00010000:00010000:2.0:1782361999.312169:0:10064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1782361999.312171:0:10064:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb09b1e00, rc 0)
00000100:00100000:2.0:1782361999.312219:0:10064:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaed33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9661445f-bd76-42fd-9522-a80d974f5132+63:33056:x1868940951640704:12345-192.168.204.40@tcp:101:grep.0 Request processed in 616us (760us total) trans 68719476779 rc 0/0
00000100:00100000:2.0:1782361999.312225:0:10064:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1343
00000100:00100000:3.0:1782361999.314092:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.314135:0:42697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951640832
00000100:00100000:2.0:1782361999.314143:0:42697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951640832
00002000:00100000:2.0:1782361999.314183:0:42697:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c9:0x0] (0->4095)  req@ffff8cbbb52bca80 x1868940951640832/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.314195:0:42697:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb52bca80 with x1868940951640832 ext(0->4095)
00002000:00010000:2.0:1782361999.314201:0:42697:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb52bca80
00000100:00100000:2.0:1782361999.314229:0:42697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 254
00000100:00100000:2.0:1782361999.314257:0:42697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951640832:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.314404:0:42697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951640832:12345-192.168.204.40@tcp:3:grep.0 Request processed in 160us (313us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.314410:0:42697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 254
00002000:00100000:2.0:1782361999.314415:0:42697:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c9:0x0] (0->4095)  req@ffff8cbbb52bca80 x1868940951640832/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.314421:0:42697:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb52bca80 with x1868940951640832 ext(0->4095)
00002000:00010000:2.0:1782361999.314425:0:42697:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbb52bca80
00000100:00100000:1.0:1782361999.315794:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.315887:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951641088
00000100:00100000:3.0:1782361999.315894:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951641088
00000100:00100000:3.0:1782361999.315933:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 328
00000100:00100000:3.0:1782361999.315941:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb53f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+63:33056:x1868940951641088:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.316134:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476780
00000100:00100000:3.0:1782361999.316213:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb53f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+65:33056:x1868940951641088:12345-192.168.204.40@tcp:35:grep.0 Request processed in 271us (420us total) trans 68719476781 rc 0/0
00000100:00100000:3.0:1782361999.316223:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 328
00000020:00080000:3.0:1782361999.316229:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.320980:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.321038:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951641344
00000100:00100000:1.0:1782361999.321047:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951641344
00000100:00100000:1.0:1782361999.321099:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1344
00000100:00100000:1.0:1782361999.321108:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbbb420e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+65:33057:x1868940951641344:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:1.0:1782361999.321131:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1782361999.321150:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee334ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040dba6 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321217:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321229:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321239:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321253:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321262:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321286:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321404:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee334ff lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321411:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee334ff lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321416:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee334ff lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1782361999.321423:0:6487:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x3a:0x0]: returning size 7
00010000:00010000:1.0:1782361999.321484:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321490:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321494:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321522:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.321525:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321531:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321542:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:1.0:1782361999.321549:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.321560:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321568:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33e00/0x4a8a6555cee334f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321583:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321590:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321597:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321603:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cbbb0a33800 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:1.0:1782361999.321606:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321611:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321620:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1af3bce2 (ffff8cba85d0f200)
00010000:00010000:1.0:1782361999.321623:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1782361999.321627:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321634:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33800/0x4a8a6555cee334f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1af3bce2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321676:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a33600/0x4a8a6555cee334ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dba6 expref: 68 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321716:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cbbb0a32400/0x4a8a6555cee334ff lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dba6 expref: 67 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1782361999.321723:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x3a:0x0].0x0 (ffff8cba85d0fd00)
00010000:00010000:1.0:1782361999.321725:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1782361999.321726:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cbbb0a32400, rc 0)
00000100:00100000:1.0:1782361999.321778:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbbb420e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9661445f-bd76-42fd-9522-a80d974f5132+67:33057:x1868940951641344:12345-192.168.204.40@tcp:101:grep.0 Request processed in 672us (809us total) trans 68719476782 rc 0/0
00000100:00100000:1.0:1782361999.321784:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1344
00000100:00100000:0.0:1782361999.323663:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.323729:0:38793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951641472
00000100:00100000:2.0:1782361999.323734:0:38793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951641472
00002000:00100000:2.0:1782361999.323767:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c9:0x0] (0->4095)  req@ffff8cba8199c380 x1868940951641472/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.323776:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cba8199c380 with x1868940951641472 ext(0->4095)
00002000:00010000:2.0:1782361999.323781:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cba8199c380
00000100:00100000:2.0:1782361999.323800:0:38793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 255
00000100:00100000:2.0:1782361999.323806:0:38793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba8199c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951641472:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.323956:0:38793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba8199c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951641472:12345-192.168.204.40@tcp:3:grep.0 Request processed in 150us (297us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.323962:0:38793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 255
00002000:00100000:2.0:1782361999.323976:0:38793:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c9:0x0] (0->4095)  req@ffff8cba8199c380 x1868940951641472/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.323986:0:38793:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cba8199c380 with x1868940951641472 ext(0->4095)
00002000:00010000:2.0:1782361999.323991:0:38793:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cba8199c380
00000100:00100000:0.0:1782361999.325207:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.325253:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951641728
00000100:00100000:2.0:1782361999.325269:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951641728
00000100:00100000:2.0:1782361999.325305:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 329
00000100:00100000:2.0:1782361999.325324:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+67:33057:x1868940951641728:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:2.0:1782361999.325483:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476783
00000100:00100000:2.0:1782361999.325570:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+69:33057:x1868940951641728:12345-192.168.204.40@tcp:35:grep.0 Request processed in 258us (365us total) trans 68719476784 rc 0/0
00000100:00100000:2.0:1782361999.325577:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 329
00000020:00080000:2.0:1782361999.325581:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.330079:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.330134:0:12612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951641984
00000100:00100000:3.0:1782361999.330144:0:12612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951641984
00000100:00100000:3.0:1782361999.330201:0:12612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1345
00000100:00100000:3.0:1782361999.330210:0:12612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+69:33058:x1868940951641984:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.330234:0:12612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.330251:0:12612:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee3350d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040dbad expref: -99 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330340:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330355:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330367:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330383:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330393:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330401:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330548:0:12612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189600/0x4a8a6555cee33522 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330556:0:12612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189600/0x4a8a6555cee33522 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330561:0:12612:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189600/0x4a8a6555cee33522 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1782361999.330570:0:12612:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200001b71:0x3b:0x0]: returning size 7
00010000:00010000:3.0:1782361999.330637:0:12612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330656:0:12612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330664:0:12612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330670:0:12612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.330675:0:12612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330684:0:12612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330709:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.330713:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.330718:0:12612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330726:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee33514 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330742:0:12612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330750:0:12612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330758:0:12612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330764:0:12612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.330774:0:12612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330782:0:12612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330792:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b82c607 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.330795:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.330798:0:12612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330805:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee3351b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b82c607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12612 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330848:0:12612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee3350d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dbad expref: 72 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330864:0:12612:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189600/0x4a8a6555cee33522 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dbad expref: 71 pid: 12612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.330871:0:12612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x3b:0x0].0x0 (ffff8cbbb5130b00)
00010000:00010000:3.0:1782361999.330874:0:12612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.330876:0:12612:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82189600, rc 0)
00000100:00100000:3.0:1782361999.330938:0:12612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9661445f-bd76-42fd-9522-a80d974f5132+71:33058:x1868940951641984:12345-192.168.204.40@tcp:101:grep.0 Request processed in 727us (866us total) trans 68719476785 rc 0/0
00000100:00100000:3.0:1782361999.330947:0:12612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1345
00000100:00100000:0.0:1782361999.332722:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.332769:0:42700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951642112
00000100:00100000:2.0:1782361999.332775:0:42700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951642112
00002000:00100000:2.0:1782361999.332811:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1ca:0x0] (0->4095)  req@ffff8cbbae822d80 x1868940951642112/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.332820:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae822d80 with x1868940951642112 ext(0->4095)
00002000:00010000:2.0:1782361999.332824:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbae822d80
00000100:00100000:2.0:1782361999.332849:0:42700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 256
00000100:00100000:2.0:1782361999.332855:0:42700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951642112:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:2.0:1782361999.333004:0:42700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9661445f-bd76-42fd-9522-a80d974f5132+20:2397:x1868940951642112:12345-192.168.204.40@tcp:3:grep.0 Request processed in 148us (284us total) trans 0 rc 4096/4096
00000100:00100000:2.0:1782361999.333013:0:42700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 256
00002000:00100000:2.0:1782361999.333022:0:42700:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1ca:0x0] (0->4095)  req@ffff8cbbae822d80 x1868940951642112/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1782361999.333030:0:42700:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbae822d80 with x1868940951642112 ext(0->4095)
00002000:00010000:2.0:1782361999.333033:0:42700:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8cbbae822d80
00000100:00100000:0.0:1782361999.334251:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.334345:0:26726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951642368
00000100:00100000:3.0:1782361999.334351:0:26726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951642368
00000100:00100000:3.0:1782361999.334397:0:26726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 330
00000100:00100000:3.0:1782361999.334407:0:26726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+71:33058:x1868940951642368:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:3.0:1782361999.334651:0:26726:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476786
00000100:00100000:3.0:1782361999.334750:0:26726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9661445f-bd76-42fd-9522-a80d974f5132+73:33058:x1868940951642368:12345-192.168.204.40@tcp:35:grep.0 Request processed in 342us (499us total) trans 68719476787 rc 0/0
00000100:00100000:3.0:1782361999.334760:0:26726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 330
00000020:00080000:3.0:1782361999.334765:0:26726:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.339206:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.339263:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951642624
00000100:00100000:3.0:1782361999.339273:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951642624
00000100:00100000:3.0:1782361999.339338:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1346
00000100:00100000:3.0:1782361999.339350:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbae821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+73:33059:x1868940951642624:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.339378:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.339400:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33530 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040dbb4 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339487:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339530:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339547:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339565:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339573:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339582:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339746:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189e00/0x4a8a6555cee33545 lrc: 3/1,0 mode: --/PR res: [0x200001b71:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339757:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189e00/0x4a8a6555cee33545 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339766:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189e00/0x4a8a6555cee33545 lrc: 3/1,0 mode: PR/PR res: [0x200001b71:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339861:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339871:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339879:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339886:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.339892:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339902:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339915:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.339919:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.339924:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339932:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33537 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339955:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339963:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339970:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339977:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.339981:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339989:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.339998:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3e35995 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.340001:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.340005:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.340012:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3353e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e35995 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.340055:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33530 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dbb4 expref: 76 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.340072:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189e00/0x4a8a6555cee33545 lrc: 3/0,0 mode: PR/PR res: [0x200001b71:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dbb4 expref: 75 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.340092:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b71:0x3c:0x0].0x0 (ffff8cbbb5130c00)
00010000:00010000:3.0:1782361999.340095:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1782361999.340098:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82189e00, rc 0)
00000100:00100000:3.0:1782361999.340158:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbae821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9661445f-bd76-42fd-9522-a80d974f5132+75:33059:x1868940951642624:12345-192.168.204.40@tcp:101:grep.0 Request processed in 810us (957us total) trans 68719476788 rc 0/0
00000100:00100000:3.0:1782361999.340170:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1346
00000100:00100000:0.0:1782361999.341983:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782361999.342038:0:8403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951642752
00000100:00100000:1.0:1782361999.342045:0:8403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951642752
00002000:00100000:1.0:1782361999.342085:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1ca:0x0] (0->4095)  req@ffff8cbbb3e4c000 x1868940951642752/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/0 e 0 to 0 dl 1782362010 ref 1 fl New:/600/ffffffff rc 0/-1 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.342094:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb3e4c000 with x1868940951642752 ext(0->4095)
00002000:00010000:1.0:1782361999.342099:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb3e4c000
00000100:00100000:1.0:1782361999.342119:0:8403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 257
00000100:00100000:1.0:1782361999.342129:0:8403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951642752:12345-192.168.204.40@tcp:3:grep.0
00000100:00100000:1.0:1782361999.342286:0:8403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9661445f-bd76-42fd-9522-a80d974f5132+20:2396:x1868940951642752:12345-192.168.204.40@tcp:3:grep.0 Request processed in 160us (304us total) trans 0 rc 4096/4096
00000100:00100000:1.0:1782361999.342294:0:8403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 257
00002000:00100000:1.0:1782361999.342300:0:8403:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1ca:0x0] (0->4095)  req@ffff8cbbb3e4c000 x1868940951642752/t0(0) o3->9661445f-bd76-42fd-9522-a80d974f5132@192.168.204.40@tcp:290/0 lens 488/4536 e 0 to 0 dl 1782362010 ref 1 fl Complete:/600/0 rc 4096/4096 job:'grep.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1782361999.342307:0:8403:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8cbbb3e4c000 with x1868940951642752 ext(0->4095)
00002000:00010000:1.0:1782361999.342323:0:8403:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8cbbb3e4c000
00000100:00100000:0.0:1782361999.343641:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:2.0:1782361999.343718:0:6488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643008
00000100:00100000:2.0:1782361999.343724:0:6488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643008
00000100:00100000:2.0:1782361999.343770:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 331
00000100:00100000:2.0:1782361999.343781:0:6488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+75:33059:x1868940951643008:12345-192.168.204.40@tcp:35:grep.0
00000001:00080000:2.0:1782361999.343985:0:6488:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 68719476789
00000100:00100000:2.0:1782361999.344054:0:6488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9661445f-bd76-42fd-9522-a80d974f5132+77:33059:x1868940951643008:12345-192.168.204.40@tcp:35:grep.0 Request processed in 276us (413us total) trans 68719476790 rc 0/0
00000100:00100000:2.0:1782361999.344059:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 331
00000020:00080000:2.0:1782361999.344063:0:6488:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1782361999.348763:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782361999.348812:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643264
00000100:00100000:3.0:1782361999.348820:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643264
00000100:00100000:3.0:1782361999.348882:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1347
00000100:00100000:3.0:1782361999.348893:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb3e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+77:33060:x1868940951643264:12345-192.168.204.40@tcp:101:grep.0
00010000:00010000:3.0:1782361999.348918:0:8841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1782361999.348940:0:8841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33553 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd7adf56cd040dbbb expref: -99 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349017:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349030:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349038:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349048:0:8841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349052:0:8841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349069:0:8841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349114:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349126:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349133:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349141:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188e00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.349145:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349154:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349167:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.349170:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.349175:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349183:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188e00/0x4a8a6555cee3355a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349197:0:8841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349203:0:8841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349214:0:8841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349217:0:8841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cba82188c00 already unused, calling callback (ffffffffc19794f0)
00010000:00010000:3.0:1782361999.349219:0:8841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349223:0:8841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349229:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd0bf2004 (ffff8cbbb5130800)
00010000:00010000:3.0:1782361999.349231:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1782361999.349233:0:8841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349237:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82188c00/0x4a8a6555cee33561 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd0bf2004 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8841 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349265:0:8841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33553 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dbbb expref: 78 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349272:0:8841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cba85d0f000)
00010000:00010000:3.0:1782361999.349274:0:8841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1782361999.349276:0:8841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cba82189000/0x4a8a6555cee33553 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.40@tcp remote: 0xd7adf56cd040dbbb expref: 78 pid: 8841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1782361999.349283:0:8841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cba82189000, rc 0)
00000100:00100000:3.0:1782361999.349330:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb3e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9661445f-bd76-42fd-9522-a80d974f5132+77:33060:x1868940951643264:12345-192.168.204.40@tcp:101:grep.0 Request processed in 440us (573us total) trans 0 rc 301/301
00000100:00100000:3.0:1782361999.349352:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1347
00010000:00010000:2.0:1782361999.812704:0:6474:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1782361999.845235:0:43933:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: replay-single test_5: @@@@@@ FAIL: f5.replay-single-19
00000100:00100000:0.0:1782362000.206974:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:0.0:1782362000.207027:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782362000.207031:0:43209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643392
00000100:00100000:1.0:1782362000.207044:0:43209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643392
00000100:00100000:0.0:1782362000.207071:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782362000.207105:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643520
00000100:00100000:3.0:1782362000.207113:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643520
00000100:00100000:0.0:1782362000.207113:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:1.0:1782362000.207126:0:43209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 146
00000100:00100000:1.0:1782362000.207141:0:43209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba83364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2213f128-4483-4f5f-94b6-f4877e496699+10:2395:x1868940951643392:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:0.0:1782362000.207155:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.40@tcp (source: 12345-192.168.204.40@tcp)
00000100:00100000:3.0:1782362000.207176:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643648
00000100:00100000:3.0:1782362000.207182:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643648
00000100:00100000:0.0:1782362000.207224:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643776
00000100:00100000:0.0:1782362000.207231:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643776
00000100:00100000:1.0:1782362000.207237:0:43209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba83364050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2213f128-4483-4f5f-94b6-f4877e496699+10:2395:x1868940951643392:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 97us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.207250:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1088
00000100:00100000:1.0:1782362000.207251:0:43209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 146
00000100:00100000:3.0:1782362000.207275:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba8383dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+77:2394:x1868940951643520:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:0.0:1782362000.207289:0:15195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940951643904
00000100:00100000:0.0:1782362000.207296:0:15195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940951643904
00000100:00100000:3.0:1782362000.207337:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba8383dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+77:2394:x1868940951643520:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 72us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.207349:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1088
00000100:00100000:0.0:1782362000.207358:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 874
00000100:00100000:0.0:1782362000.207372:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba8383c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2394:x1868940951643776:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:3.0:1782362000.207387:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 1089
00000100:00100000:3.0:1782362000.207411:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba8383d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+6:2395:x1868940951643648:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:0.0:1782362000.207420:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba8383c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2394:x1868940951643776:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 49us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1782362000.207432:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 874
00000100:00100000:3.0:1782362000.207456:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba8383d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9661445f-bd76-42fd-9522-a80d974f5132+6:2395:x1868940951643648:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 58us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.207467:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 1089
00000100:00100000:0.0:1782362000.207473:0:15195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.40@tcp, seq: 875
00000100:00100000:0.0:1782362000.207490:0:15195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba8383c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951643904:12345-192.168.204.40@tcp:400:kworker.0
00000100:00100000:0.0:1782362000.207561:0:15195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba8383c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9661445f-bd76-42fd-9522-a80d974f5132+20:2395:x1868940951643904:12345-192.168.204.40@tcp:400:kworker.0 Request processed in 78us (406us total) trans 0 rc 0/0
00000100:00100000:0.0:1782362000.207572:0:15195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.40@tcp, seq: 875
00000100:00100000:3.0:1782362000.259695:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961222912:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1782362000.259762:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1782362000.259787:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbb9fd65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961223040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1782362000.259790:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782362000.259879:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782362000.259913:0:7432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961222912
00000100:00100000:3.0:1782362000.259924:0:7432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961222912
00000100:00100000:2.0:1782362000.259964:0:8399:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223040
00000100:00100000:2.0:1782362000.259974:0:8399:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223040
00000100:00100000:3.0:1782362000.259990:0:7432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625
00000100:00100000:3.0:1782362000.260004:0:7432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1868940961222912:12345-0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1782362000.260038:0:8399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587
00000100:00100000:2.0:1782362000.260047:0:8399:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961223040:12345-0@lo:13:osp-pre-0-1.0
00000004:00000024:3.0:1782362000.260050:0:7432:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446252544 avail 1300013056
00002000:00000024:2.0:1782362000.260069:0:8399:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 492022336 pending 0 free 3923456000 avail 3691933696
00000100:00100000:3.0:1782362000.260144:0:7432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb52bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1868940961222912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1782362000.260145:0:8399:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1868940961223040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (263us total) trans 0 rc 0/0
00000100:00080000:0.0:1782362000.260169:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1782362000.260178:0:7432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625
00000100:00100000:2.0:1782362000.260183:0:8399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587
00000100:00100000:2.0:1782362000.260239:0:3621:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbb9fd65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1868940961223040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1782362000.260274:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb52bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1868940961222912:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1782362000.261046:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1782362000.261060:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb09bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961223168:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1782362000.261104:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782362000.261161:0:6490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223168
00000100:00100000:3.0:1782362000.261169:0:6490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223168
00000100:00100000:2.0:1782362000.261203:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbb88fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48a4b082-2912-4898-8c94-97c355702b12:3618:1868940961223296:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261221:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626
00000100:00100000:3.0:1782362000.261236:0:6490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961223168:12345-0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1782362000.261247:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00000024:3.0:1782362000.261270:0:6490:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446408192 avail 1300168704
00000100:00100000:3.0:1782362000.261333:0:6490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961223168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1782362000.261335:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cba85417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1868940961223808:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261343:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626
00000100:00100000:3.0:1782362000.261378:0:43212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223296
00000100:00100000:3.0:1782362000.261384:0:43212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223296
00000100:00100000:0.0:1782362000.261401:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbb88fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1868940961223424:0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.261410:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782362000.261436:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147
00000100:00100000:3.0:1782362000.261450:0:43212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cba83366850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48a4b082-2912-4898-8c94-97c355702b12+24:3618:x1868940961223296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.261457:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaec65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1868940961224320:0@lo:400:kworker.0
00000100:00100000:1.0:1782362000.261463:0:8397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223808
00000100:00100000:1.0:1782362000.261469:0:8397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223808
00000100:00100000:0.0:1782362000.261490:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1782362000.261561:0:8397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876
00000100:00100000:1.0:1782362000.261574:0:8397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1868940961223808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261583:0:43212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cba83366850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:48a4b082-2912-4898-8c94-97c355702b12+24:3618:x1868940961223296:12345-0@lo:400:kworker.0 Request processed in 136us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1782362000.261587:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1868940961223936:0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.261599:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782362000.261613:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147
00000100:00100000:0.0:1782362000.261656:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782362000.261692:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbb88fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:48a4b082-2912-4898-8c94-97c355702b12:3618:1868940961223296:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261699:0:8398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961224320
00000100:00100000:3.0:1782362000.261708:0:8398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961224320
00000100:00100000:0.0:1782362000.261721:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbaec67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1868940961224448:0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.261768:0:8396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877
00000100:00100000:0.0:1782362000.261770:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1782362000.261782:0:8396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1868940961224320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261797:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223424
00000100:00100000:3.0:1782362000.261803:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223424
00000100:00100000:2.0:1782362000.261856:0:8396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1868940961224320:12345-0@lo:400:kworker.0 Request processed in 78us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.261859:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223936
00000100:00100000:2.0:1782362000.261864:0:8396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877
00000100:00100000:3.0:1782362000.261865:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223936
00000100:00100000:1.0:1782362000.261900:0:8397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1868940961223808:12345-0@lo:400:kworker.0 Request processed in 325us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1782362000.261906:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbbac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1868940961223552:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261911:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961224448
00000100:00100000:1.0:1782362000.261915:0:8397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876
00000100:00100000:3.0:1782362000.261919:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961224448
00000100:00100000:2.0:1782362000.261949:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1782362000.261958:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223552
00000100:00100000:3.0:1782362000.261964:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223552
00000100:00100000:0.0:1782362000.261968:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090
00000100:00100000:2.0:1782362000.261980:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1868940961224064:0@lo:400:kworker.0
00000100:00100000:0.0:1782362000.261986:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1868940961223424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.261999:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091
00000100:00100000:3.0:1782362000.262017:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1868940961223936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.262049:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782362000.262085:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1868940961223424:12345-0@lo:400:kworker.0 Request processed in 103us (595us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.262097:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1868940961223936:12345-0@lo:400:kworker.0 Request processed in 87us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1782362000.262098:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090
00000100:00100000:2.0:1782362000.262106:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb09bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961223168:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1782362000.262124:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091
00000100:00100000:0.0:1782362000.262130:0:6487:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961224064
00000100:00100000:0.0:1782362000.262137:0:6487:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961224064
00000100:00100000:2.0:1782362000.262141:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1782362000.262155:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbbac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1868940961223680:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.262163:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092
00000100:00100000:3.0:1782362000.262173:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbaec65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1868940961224448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1782362000.262187:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093
00000100:00100000:2.0:1782362000.262200:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782362000.262207:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1868940961223552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.262223:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8cbbb3eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961224192:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.262236:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbaec65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1868940961224448:12345-0@lo:400:kworker.0 Request processed in 63us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.262247:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092
00000100:00100000:3.0:1782362000.262268:0:8841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961223680
00000100:00100000:3.0:1782362000.262272:0:8841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961223680
00000100:00100000:2.0:1782362000.262273:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1782362000.262282:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1868940961223552:12345-0@lo:400:kworker.0 Request processed in 84us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1782362000.262291:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093
00000100:00100000:3.0:1782362000.262319:0:8841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094
00000100:00100000:2.0:1782362000.262333:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbbac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1868940961223552:0@lo:400:kworker.0
00000100:00100000:0.0:1782362000.262337:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095
00000100:00100000:3.0:1782362000.262338:0:8841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb88fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1868940961224064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1782362000.262367:0:6487:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbbb09bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1868940961223680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.262386:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaec65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1868940961224320:0@lo:400:kworker.0
00000100:00100000:1.0:1782362000.262408:0:8848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1868940961224192
00000100:00100000:2.0:1782362000.262409:0:3618:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cba85417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1868940961223808:0@lo:400:kworker.0
00000100:00100000:1.0:1782362000.262418:0:8848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1868940961224192
00000100:00100000:3.0:1782362000.262425:0:8841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb88fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1868940961224064:12345-0@lo:400:kworker.0 Request processed in 90us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1782362000.262440:0:8841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094
00000100:00100000:0.0:1782362000.262453:0:6487:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbbb09bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1868940961223680:12345-0@lo:400:kworker.0 Request processed in 95us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1782362000.262462:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095
00000100:00100000:1.0:1782362000.262482:0:8848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878
00000100:00100000:1.0:1782362000.262538:0:8848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8cbb9fd65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961224192:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1782362000.262542:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1782362000.262552:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1782362000.262562:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:0.0:1782362000.262568:0:6482:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1782362000.262572:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbbac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1868940961223680:0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.262585:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbb88fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1868940961223424:0@lo:400:kworker.0
00000100:00100000:3.0:1782362000.262606:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1868940961224064:0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.262631:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1868940961223936:0@lo:400:kworker.0
00000100:00100000:2.0:1782362000.262665:0:3619:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbaec67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1868940961224448:0@lo:400:kworker.0
00000100:00100000:1.0:1782362000.262829:0:8848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8cbb9fd65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3620:x1868940961224192:12345-0@lo:400:kworker.0 Request processed in 336us (557us total) trans 0 rc 0/0
00000100:00100000:1.0:1782362000.262838:0:8848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878
00000100:00100000:3.0:1782362000.262875:0:3620:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8cbbb3eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1868940961224192:0@lo:400:kworker.0
Debug log: 11669 lines, 11669 kept, 0 dropped, 0 bad.